-- Logs begin at Mon 2021-04-19 17:37:19 UTC, end at Mon 2021-04-19 18:34:48 UTC. -- Apr 19 18:07:34.069341 dv-cinder-786927-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 19 18:07:37.199627 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.common.config [-] Logging enabled! Apr 19 18:07:37.200212 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev99 Apr 19 18:07:37.201536 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86249) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 19 18:07:37.203347 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.common.config [-] Logging enabled! Apr 19 18:07:37.203647 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev99 Apr 19 18:07:37.204005 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86249) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 19 18:07:37.205093 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 19 18:07:37.205362 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 19 18:07:37.207043 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 19 18:07:37.207365 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 19 18:07:37.207627 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 19 18:07:37.208011 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:37.208363 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:37.208710 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:37.208976 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:37.209324 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:37.209668 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:37.209995 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:37.210336 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:37.210692 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:37.211023 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:37.211374 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:37.211707 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:37.211976 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:37.212301 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] config_source = [] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:37.212637 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:37.212974 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:37.213231 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] debug = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:37.213555 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:37.214106 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:37.214434 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:37.214756 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:37.215089 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:37.215445 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:37.215759 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:37.216077 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:37.216404 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:37.216795 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] host = dv-cinder-786927-1-iscsi {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:37.217114 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:37.217432 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:37.217764 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:37.218099 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:37.218416 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:37.218735 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:37.219068 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:37.219412 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] log_dir = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:37.219727 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] log_file = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:37.220045 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:37.220380 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:37.220712 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:37.221060 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:37.221313 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:37.221567 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:37.222486 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:37.222821 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:37.223155 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:37.223482 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:37.223802 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:37.224118 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:37.224435 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:37.224745 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:37.225081 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:37.225414 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:37.225747 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:37.226063 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:37.226377 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:37.226691 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:37.227003 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:37.227360 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:37.227676 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:37.227989 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:37.228301 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:37.228640 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:37.228951 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:37.229265 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:37.229620 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:37.229952 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:37.230279 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:37.230607 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:37.230923 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:37.231278 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:37.231594 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:37.231905 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] use_journal = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:37.232215 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] use_json = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:37.232526 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:37.232837 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:37.233163 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:37.233474 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:37.233791 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:37.234104 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:37.234415 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:37.234746 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:37.235088 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:37.235458 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:37.235807 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:37.236132 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:37.236470 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:37.236788 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:37.237122 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:37.237484 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:37.237820 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:37.238154 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:37.238481 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:37.238799 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:37.239163 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:37.239475 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:37.239818 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:37.240176 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:37.240521 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:37.240861 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:37.241178 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:37.241493 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:37.241805 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:37.242124 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:37.242455 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:37.242795 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:37.243146 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:37.243470 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:37.243798 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:37.244133 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:37.244452 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:37.244765 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:37.245084 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:37.245420 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:37.245741 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:37.246055 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:37.246380 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:37.246709 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:37.247013 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:37.247351 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:37.247674 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:37.248011 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:37.248328 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:37.248642 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:37.248952 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:37.249268 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:37.249580 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:37.249910 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:37.250229 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:37.250542 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:37.250854 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:37.251211 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:37.251526 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:37.251838 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:37.252156 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:37.252469 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:37.252783 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:37.253608 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:37.253918 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:37.254234 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:37.254546 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:37.254857 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:37.255189 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:37.255503 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:37.255820 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:37.256131 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:37.256443 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:37.256754 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:37.257064 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:37.257373 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:37.257699 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:37.258040 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:37.258356 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:37.258676 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:37.258994 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:37.259338 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:37.259660 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:37.259977 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:37.260299 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:37.260619 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:37.260931 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:37.261267 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:37.261590 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:37.261917 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:37.262322 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:37.262651 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:37.262859 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:37.263199 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:37.263524 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:37.263843 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:37.264162 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:37.264497 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:37.264821 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:37.265156 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:37.265492 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:37.265826 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:37.266160 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:37.266494 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:37.266817 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:37.267198 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:37.267522 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:37.267774 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 19 18:07:37.268043 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=86249) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Apr 19 18:07:37.935039 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO keyring.backend [-] Loading Gnome Apr 19 18:07:37.951603 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO keyring.backend [-] Loading Google Apr 19 18:07:37.954282 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO keyring.backend [-] Loading Windows (alt) Apr 19 18:07:37.959093 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO keyring.backend [-] Loading file Apr 19 18:07:37.959960 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO keyring.backend [-] Loading keyczar Apr 19 18:07:37.960246 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO keyring.backend [-] Loading multi Apr 19 18:07:37.960894 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO keyring.backend [-] Loading pyfs Apr 19 18:07:38.007076 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=86249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:07:38.007424 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=86249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:07:38.007753 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=86249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:07:38.008136 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 19 18:07:38.404283 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:38.404838 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:38.404838 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:38.406172 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:38.406602 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:38.406904 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:38.444159 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:38.444471 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:38.444772 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:38.459982 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:38.460298 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:38.460601 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:38.526329 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:38.526643 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:38.526947 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:38.528006 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:38.528307 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:38.530300 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:38.804919 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:38.805242 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:38.805548 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:38.805851 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:38.806681 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:38.958712 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:38.959105 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:38.959451 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:38.959758 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:38.960060 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:38.960444 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:38.960927 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:38.961226 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:38.961520 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:38.961866 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:38.962166 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:38.962477 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:38.962788 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:38.963081 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:38.963433 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:38.963754 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:38.964051 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:38.964376 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:38.964666 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:38.965009 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:38.965475 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:38.965764 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:38.966049 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:38.966392 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:38.966675 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:38.966955 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:38.967425 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=86249) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 19 18:07:38.967704 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=86249) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 19 18:07:38.967980 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=86249) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 19 18:07:38.968255 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=86249) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 19 18:07:38.968530 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=86249) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 19 18:07:38.968805 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=86249) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 19 18:07:38.969238 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 19 18:07:38.972704 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 19 18:07:38.976672 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 19 18:07:38.980536 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Apr 19 18:07:38.982215 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 19 18:07:38.983534 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 19 18:07:38.983923 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 19 18:07:38.984366 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 19 18:07:38.988537 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 19 18:07:38.988775 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 19 18:07:38.989174 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 19 18:07:39.016727 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 19 18:07:39.017253 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:39.017591 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=86249) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 19 18:07:39.018002 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:39.019981 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=86249) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 19 18:07:39.020296 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 19 18:07:39.020570 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 19 18:07:39.023852 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:39.024174 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:39.091999 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 19 18:07:39.092272 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 19 18:07:39.092543 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 19 18:07:39.092964 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 19 18:07:39.126495 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_db.sqlalchemy.engines [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=86249) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 19 18:07:39.568797 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.plugins.ml2.managers [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Initializing driver for type 'gre' Apr 19 18:07:39.569349 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] gre ID ranges: [(1, 1000)] Apr 19 18:07:39.608086 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.plugins.ml2.managers [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Initializing driver for type 'local' Apr 19 18:07:39.608462 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.plugins.ml2.managers [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Initializing driver for type 'vlan' Apr 19 18:07:39.618395 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] VlanTypeDriver initialization complete Apr 19 18:07:39.618768 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.plugins.ml2.managers [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Initializing driver for type 'vxlan' Apr 19 18:07:39.619311 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] vxlan ID ranges: [(1, 1000)] Apr 19 18:07:39.657579 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.plugins.ml2.managers [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Initializing extension driver 'port_security' Apr 19 18:07:39.657938 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.plugins.ml2.extensions.port_security [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] PortSecurityExtensionDriver initialization complete Apr 19 18:07:39.658305 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.plugins.ml2.managers [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Initializing mechanism driver 'openvswitch' Apr 19 18:07:39.658663 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.plugins.ml2.managers [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Initializing mechanism driver 'hyperv' Apr 19 18:07:39.665473 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=86249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:07:39.666293 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Subscribe: > port after_create 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:39.666697 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Subscribe: > port after_update 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:39.667083 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Subscribe: > port after_delete 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:39.667539 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Subscribe: > subnet after_create 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:39.667931 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Subscribe: > subnet after_update 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:39.668310 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Subscribe: > subnet after_delete 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:39.668730 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Subscribe: > network after_create 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:39.669111 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Subscribe: > network after_update 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:39.669494 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Subscribe: > network after_delete 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:39.669909 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Subscribe: > security_group after_create 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:39.670288 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Subscribe: > security_group after_update 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:39.670813 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Subscribe: > security_group after_delete 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:39.671258 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:39.671643 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:39.672016 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:39.672436 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Subscribe: > address_group after_create 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:39.672812 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Subscribe: > address_group after_update 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:39.673185 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Subscribe: > address_group after_delete 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:39.673550 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] ML2 OVO RPC backend initialized. {{(pid=86249) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Apr 19 18:07:39.674336 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Subscribe: > router_interface after_create 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:39.674750 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:39.675830 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Subscribe: > network before_response 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:39.676215 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Subscribe: > networks before_response 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:39.676598 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Subscribe: > port before_response 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:39.676977 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Subscribe: > ports before_response 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:39.677357 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Subscribe: > subnet before_response 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:39.677734 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Subscribe: > subnets before_response 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:39.678117 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Subscribe: > network after_create 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:39.678493 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Subscribe: > network after_update 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:39.678863 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Subscribe: > network after_delete 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:39.679262 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Subscribe: > port after_create 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:39.679640 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Subscribe: > port after_update 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:39.680009 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Subscribe: > port after_delete 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:39.680379 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Subscribe: > subnet after_create 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:39.680748 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Subscribe: > subnet after_update 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:39.681115 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Subscribe: > subnet after_delete 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:39.681741 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.plugins.ml2.plugin [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Modular L2 Plugin initialization complete Apr 19 18:07:39.682094 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.manager [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading services supported by the core plugin {{(pid=86249) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 19 18:07:39.682457 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.plugins.ml2.managers [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Got port-security extension from driver 'port_security' Apr 19 18:07:39.682957 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.extensions.vlantransparent [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Disabled vlantransparent extension. Apr 19 18:07:39.683511 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.manager [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=86249) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 19 18:07:39.683855 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.manager [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading Plugin: router Apr 19 18:07:39.722661 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Subscribe: > router_interface before_create 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:39.723103 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Subscribe: > router after_create 55549900 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:39.723550 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Subscribe: > router before_create 55549900 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:39.723954 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:39.724380 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:39.724777 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Subscribe: > router after_delete 55549900 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:39.725184 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Subscribe: > floatingip after_update 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:39.725608 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Subscribe: > router after_create 55549900 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:39.725989 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Subscribe: > router after_update 55549900 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:39.726616 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Subscribe: > router after_update 55549900 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:39.727014 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:39.727451 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Subscribe: > router after_update 55549900 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:39.727956 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Subscribe: > router precommit_update 55549900 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:39.728385 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Subscribe: port after_update 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:39.728765 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Subscribe: port after_delete 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:39.729140 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Subscribe: subnet after_update 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:39.729518 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:39.729916 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Subscribe: > port precommit_delete 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:39.730309 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Subscribe: > router precommit_create 55549900 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:39.730747 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Subscribe: port before_delete 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:39.731147 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Subscribe: > router precommit_create 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:39.731572 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Subscribe: > router after_update 55549900 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:39.731960 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Subscribe: > router precommit_delete 55549900 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:39.732357 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Subscribe: > router precommit_create 55549900 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:39.732773 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Subscribe: > router_interface after_create 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:39.733164 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Subscribe: > router precommit_update 55549900 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:39.733608 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Subscribe: > network after_delete 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:39.734641 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource_registry [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Tracking information for resource: router configured {{(pid=86249) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 19 18:07:39.735014 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource_registry [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Tracking information for resource: floatingip configured {{(pid=86249) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 19 18:07:39.740596 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.db.l3_agentschedulers_db [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 19 18:07:39.741248 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Subscribe: port after_update 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:39.741643 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Subscribe: port after_create 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:39.742027 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Subscribe: port after_delete 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:39.742411 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Subscribe: port after_update 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:39.743352 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Subscribe: > router before_create 55550100 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:39.743755 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Subscribe: > router precommit_delete 55550100 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:39.744160 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Subscribe: > router precommit_create 55550100 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:39.744549 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Subscribe: > router precommit_update 55550100 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:39.749387 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.services.provider_configuration [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Service providers = [] {{(pid=86249) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 19 18:07:39.749792 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.servicetype_db [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=86249) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 19 18:07:39.752633 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.services.service_base [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=86249) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 19 18:07:39.753067 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.services.service_base [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=86249) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 19 18:07:39.753444 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.services.service_base [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=86249) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 19 18:07:39.754327 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.services.service_base [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=86249) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 19 18:07:39.754728 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.services.service_base [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 19 18:07:39.755166 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.manager [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=86249) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 19 18:07:39.755547 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.manager [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 19 18:07:39.765871 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.manager [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=86249) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 19 18:07:39.766241 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.manager [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading Plugin: auto_allocate Apr 19 18:07:39.772181 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Subscribe: network precommit_update 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:39.772588 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Subscribe: network precommit_create 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:39.773192 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.manager [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=86249) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 19 18:07:39.773552 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.manager [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading Plugin: tag Apr 19 18:07:39.781167 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.manager [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=86249) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 19 18:07:39.781540 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.manager [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading Plugin: timestamp Apr 19 18:07:39.785970 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.manager [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=86249) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 19 18:07:39.786339 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.manager [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading Plugin: network_ip_availability Apr 19 18:07:39.791961 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:39.792370 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:39.792759 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:39.793590 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.manager [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=86249) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 19 18:07:39.793951 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.manager [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading Plugin: flavors Apr 19 18:07:39.798563 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.manager [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=86249) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 19 18:07:39.798931 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.manager [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading Plugin: revisions Apr 19 18:07:39.804247 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.manager [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=86249) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 19 18:07:39.804670 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.797s {{(pid=86249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:07:39.805496 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=86249) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Apr 19 18:07:39.805860 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Initializing extension manager. Apr 19 18:07:39.806418 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: __init__.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:39.806797 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: __pycache__ {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:39.807200 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:39.807574 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: address_group.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:39.808403 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:07:39.809070 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loaded extension: address-group Apr 19 18:07:39.809432 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: address_scope.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:39.810204 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:07:39.810846 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loaded extension: address-scope Apr 19 18:07:39.811233 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: admin_state_down_before_update.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:39.812237 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:07:39.812810 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loaded extension: router-admin-state-down-before-update Apr 19 18:07:39.813177 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: agent.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:39.813945 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:07:39.814520 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loaded extension: agent Apr 19 18:07:39.814882 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: agent_resources_synced.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:39.815854 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:07:39.816424 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loaded extension: agent-resources-synced Apr 19 18:07:39.816785 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: allowedaddresspairs.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:39.818640 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:07:39.819303 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loaded extension: allowed-address-pairs Apr 19 18:07:39.819624 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: auto_allocated_topology.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:39.820720 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:07:39.821294 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loaded extension: auto-allocated-topology Apr 19 18:07:39.821658 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: availability_zone.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:39.822413 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:07:39.822984 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loaded extension: availability_zone Apr 19 18:07:39.823369 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: availability_zone_filter.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:39.824296 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:07:39.824868 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loaded extension: availability_zone_filter Apr 19 18:07:39.825227 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: data_plane_status.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:39.826285 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:07:39.826862 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Extension data-plane-status not supported by any of loaded plugins Apr 19 18:07:39.827259 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: default_subnetpools.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:39.828187 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:07:39.828760 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loaded extension: default-subnetpools Apr 19 18:07:39.829122 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: dhcpagentscheduler.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:39.830028 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:07:39.830714 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loaded extension: dhcp_agent_scheduler Apr 19 18:07:39.831113 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: dns.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:39.832092 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:07:39.832670 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Extension dns-integration not supported by any of loaded plugins Apr 19 18:07:39.833029 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: dns_domain_ports.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:39.833949 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:07:39.834518 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 19 18:07:39.834876 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: dvr.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:39.835634 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:07:39.836204 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loaded extension: dvr Apr 19 18:07:39.836560 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: empty_string_filtering.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:39.837484 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:07:39.838050 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loaded extension: empty-string-filtering Apr 19 18:07:39.838407 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:39.839348 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:07:39.839913 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 19 18:07:39.840269 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:39.841195 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:07:39.841791 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 19 18:07:39.842125 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: external_net.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:39.843039 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:07:39.843651 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loaded extension: external-net Apr 19 18:07:39.844009 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: extra_dhcp_opt.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:39.844930 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:07:39.845502 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loaded extension: extra_dhcp_opt Apr 19 18:07:39.845863 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: extraroute.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:39.847345 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:07:39.847921 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loaded extension: extraroute Apr 19 18:07:39.848282 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: extraroute_atomic.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:39.849324 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:07:39.849895 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loaded extension: extraroute-atomic Apr 19 18:07:39.850356 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: filter_validation.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:39.851148 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:07:39.851710 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loaded extension: filter-validation Apr 19 18:07:39.852067 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: fip_pf_description.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:39.852985 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:07:39.853546 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 19 18:07:39.853903 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: fip_port_details.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:39.854944 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:07:39.855546 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loaded extension: fip-port-details Apr 19 18:07:39.855905 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: flavors.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:39.857169 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:07:39.857746 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loaded extension: flavors Apr 19 18:07:39.858107 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:39.859820 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:07:39.860500 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 19 18:07:39.860873 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: floatingip_pools.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:39.861648 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:07:39.862229 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loaded extension: floatingip-pools Apr 19 18:07:39.863201 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: ip_allocation.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:39.864157 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:07:39.864729 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Extension ip_allocation not supported by any of loaded plugins Apr 19 18:07:39.865091 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:39.866024 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:07:39.866595 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loaded extension: ip-substring-filtering Apr 19 18:07:39.866956 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: l2_adjacency.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:39.867915 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:07:39.868481 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 19 18:07:39.868841 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: l3.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:39.869968 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:07:39.870550 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loaded extension: router Apr 19 18:07:39.870912 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: l3_conntrack_helper.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:39.873284 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:07:39.873881 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 19 18:07:39.874253 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:39.875218 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:07:39.875796 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loaded extension: ext-gw-mode Apr 19 18:07:39.876161 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:39.877201 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:07:39.877773 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loaded extension: l3-ha Apr 19 18:07:39.878170 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: l3_flavors.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:39.879095 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:07:39.879693 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loaded extension: l3-flavors Apr 19 18:07:39.880130 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:39.881053 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:07:39.881630 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 19 18:07:39.881988 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: l3agentscheduler.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:39.883242 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:07:39.883841 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loaded extension: l3_agent_scheduler Apr 19 18:07:39.884203 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: logging.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:39.885764 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:07:39.886353 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Extension logging not supported by any of loaded plugins Apr 19 18:07:39.886722 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: metering.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:39.887550 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:07:39.888248 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loaded extension: metering Apr 19 18:07:39.888615 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:39.889742 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:07:39.890368 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loaded extension: metering_source_and_destination_fields Apr 19 18:07:39.890732 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: multiprovidernet.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:39.891756 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:07:39.892332 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loaded extension: multi-provider Apr 19 18:07:39.892696 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: netmtu.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:39.894158 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:07:39.894730 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loaded extension: net-mtu Apr 19 18:07:39.895090 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: netmtu_writable.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:39.896059 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:07:39.896630 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loaded extension: net-mtu-writable Apr 19 18:07:39.896992 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: network_availability_zone.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:39.897844 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:07:39.898422 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loaded extension: network_availability_zone Apr 19 18:07:39.898789 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: network_ip_availability.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:39.899975 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:07:39.900554 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loaded extension: network-ip-availability Apr 19 18:07:39.900916 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: network_segment_range.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:39.901788 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:07:39.902356 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Extension network-segment-range not supported by any of loaded plugins Apr 19 18:07:39.902718 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: pagination.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:39.904005 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:07:39.904379 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loaded extension: pagination Apr 19 18:07:39.904737 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: port_device_profile.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:39.905640 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:07:39.906213 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loaded extension: port-device-profile Apr 19 18:07:39.906571 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:39.907542 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:07:39.908118 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loaded extension: port-mac-address-regenerate Apr 19 18:07:39.908475 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:39.910123 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:07:39.910706 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loaded extension: port-numa-affinity-policy Apr 19 18:07:39.911068 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: port_resource_request.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:39.912022 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:07:39.912586 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Extension port-resource-request not supported by any of loaded plugins Apr 19 18:07:39.912946 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: portbindings.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:39.913906 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:07:39.914480 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loaded extension: binding Apr 19 18:07:39.914840 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: portbindings_extended.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:39.916191 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:07:39.916767 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loaded extension: binding-extended Apr 19 18:07:39.917132 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: portsecurity.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:39.918055 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:07:39.918668 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loaded extension: port-security Apr 19 18:07:39.919033 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: project_id.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:39.920118 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:07:39.920491 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loaded extension: project-id Apr 19 18:07:39.920851 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: providernet.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:39.921782 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:07:39.922367 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loaded extension: provider Apr 19 18:07:39.922725 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: qos.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:39.926564 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:07:39.927191 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Extension qos not supported by any of loaded plugins Apr 19 18:07:39.927571 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:39.928902 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:07:39.929489 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 19 18:07:39.929852 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:39.930789 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:07:39.931398 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 19 18:07:39.931772 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: qos_default.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:39.932698 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:07:39.933283 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Extension qos-default not supported by any of loaded plugins Apr 19 18:07:39.933647 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: qos_fip.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:39.934360 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:07:39.934923 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Extension qos-fip not supported by any of loaded plugins Apr 19 18:07:39.935314 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: qos_gateway_ip.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:39.936260 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:07:39.936831 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 19 18:07:39.937194 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: qos_port_network_policy.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:39.938123 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:07:39.938699 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 19 18:07:39.939060 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: qos_rule_type_details.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:39.940114 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:07:39.940717 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 19 18:07:39.941076 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: qos_rules_alias.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:39.942152 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:07:39.942726 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 19 18:07:39.943088 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: quotasv2.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:39.944171 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:07:39.944542 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loaded extension: quotas Apr 19 18:07:39.944900 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: quotasv2_detail.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:39.946684 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:07:39.947068 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loaded extension: quota_details Apr 19 18:07:39.947458 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: rbac.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:39.948650 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:07:39.949245 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loaded extension: rbac-policies Apr 19 18:07:39.949611 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: rbac_address_group.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:39.950546 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:07:39.951156 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loaded extension: rbac-address-group Apr 19 18:07:39.951517 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: rbac_address_scope.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:39.952445 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:07:39.953023 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loaded extension: rbac-address-scope Apr 19 18:07:39.953385 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: rbac_security_groups.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:39.954322 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:07:39.954893 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loaded extension: rbac-security-groups Apr 19 18:07:39.955289 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: rbac_subnetpool.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:39.956732 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:07:39.957324 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loaded extension: rbac-subnetpool Apr 19 18:07:39.957684 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: revisionifmatch.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:39.958630 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:07:39.959232 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loaded extension: revision-if-match Apr 19 18:07:39.959654 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: revisions.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:39.960858 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:07:39.961428 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loaded extension: standard-attr-revisions Apr 19 18:07:39.961792 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: router_availability_zone.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:39.962527 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:07:39.963099 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loaded extension: router_availability_zone Apr 19 18:07:39.963482 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: routerservicetype.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:39.964413 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:07:39.964984 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Extension router-service-type not supported by any of loaded plugins Apr 19 18:07:39.965342 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:39.966282 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:07:39.966854 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loaded extension: security-groups-normalized-cidr Apr 19 18:07:39.967237 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: security_groups_port_filtering.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:39.968175 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:07:39.968752 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loaded extension: port-security-groups-filtering Apr 19 18:07:39.969111 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:39.970122 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:07:39.970695 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loaded extension: security-groups-remote-address-group Apr 19 18:07:39.971055 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: securitygroup.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:39.985379 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:07:39.986038 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loaded extension: security-group Apr 19 18:07:39.986414 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: segment.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:39.987441 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:07:39.988034 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Extension segment not supported by any of loaded plugins Apr 19 18:07:39.988398 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:39.989469 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:07:39.990075 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 19 18:07:39.990433 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: servicetype.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:39.991622 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:07:39.992202 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loaded extension: service-type Apr 19 18:07:39.992575 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: sorting.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:39.993566 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:07:39.993944 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loaded extension: sorting Apr 19 18:07:39.994304 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: standard_attr_segment.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:39.995259 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:07:39.995852 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 19 18:07:39.996216 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: standardattrdescription.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:39.996913 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:07:39.997496 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loaded extension: standard-attr-description Apr 19 18:07:39.997857 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: stateful_security_group.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:39.998795 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:07:39.999496 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loaded extension: stateful-security-group Apr 19 18:07:39.999865 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: stdattrs_common.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:40.000452 dv-cinder-786927-1-iscsi neutron-server[86249]: WARNING neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 19 18:07:40.000812 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:40.001824 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:07:40.002420 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 19 18:07:40.002781 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: subnet_onboard.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:40.003927 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:07:40.004506 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loaded extension: subnet_onboard Apr 19 18:07:40.004864 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:40.005799 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:07:40.006379 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 19 18:07:40.006734 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: subnet_service_types.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:40.007718 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:07:40.008298 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loaded extension: subnet-service-types Apr 19 18:07:40.008658 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: subnetallocation.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:40.009754 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:07:40.010346 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loaded extension: subnet_allocation Apr 19 18:07:40.010711 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:40.011470 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:07:40.012053 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loaded extension: subnetpool-prefix-ops Apr 19 18:07:40.012417 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:40.013355 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:07:40.013934 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 19 18:07:40.014291 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: tagging.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:40.015737 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:07:40.016333 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loaded extension: standard-attr-tag Apr 19 18:07:40.016700 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: timestamp.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:40.017907 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:07:40.019004 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loaded extension: standard-attr-timestamp Apr 19 18:07:40.019505 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: trunk.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:40.020550 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:07:40.021126 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Extension trunk not supported by any of loaded plugins Apr 19 18:07:40.021489 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: trunk_details.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:40.022414 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:07:40.022991 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Extension trunk-details not supported by any of loaded plugins Apr 19 18:07:40.023381 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: uplink_status_propagation.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:40.024321 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:07:40.024894 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 19 18:07:40.025258 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Loading extension file: vlantransparent.py {{(pid=86249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:07:40.025967 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=86249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:07:40.026541 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 19 18:07:40.029682 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.quota.resource_registry [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Creating instance of TrackedResource for resource:network Apr 19 18:07:40.030516 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.quota.resource_registry [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Creating instance of TrackedResource for resource:subnet Apr 19 18:07:40.031224 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.quota.resource_registry [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Creating instance of TrackedResource for resource:subnetpool Apr 19 18:07:40.031888 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.quota.resource_registry [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Creating instance of TrackedResource for resource:port Apr 19 18:07:40.033435 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.resource_helper [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86249) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 18:07:40.033919 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.resource_helper [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Service FLAVORS assigned prefix: {{(pid=86249) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 18:07:40.035262 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.resource_helper [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86249) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 18:07:40.035730 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.resource_helper [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86249) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 18:07:40.036101 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.quota.resource_registry [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Creating instance of TrackedResource for resource:router Apr 19 18:07:40.036838 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.quota.resource_registry [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Creating instance of TrackedResource for resource:floatingip Apr 19 18:07:40.037613 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.resource_helper [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Service METERING assigned prefix: /metering {{(pid=86249) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 18:07:40.039476 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:40.039881 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:40.040266 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:07:40.041435 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.quota.resource_registry [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Creating instance of CountableResource for resource:rbac_policy Apr 19 18:07:40.041918 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.quota.resource_registry [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Creating instance of TrackedResource for resource:security_group Apr 19 18:07:40.042735 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.quota.resource_registry [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 19 18:07:40.043573 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.resource_helper [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Service CORE assigned prefix: {{(pid=86249) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 18:07:40.043949 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.quota.resource_registry [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Creating instance of TrackedResource for resource:subnetpool Apr 19 18:07:40.044314 dv-cinder-786927-1-iscsi neutron-server[86249]: WARNING neutron.quota.resource_registry [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] subnetpool is already registered Apr 19 18:07:40.044984 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.resource_helper [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Service CORE assigned prefix: {{(pid=86249) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 18:07:40.045346 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.quota.resource_registry [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Creating instance of TrackedResource for resource:subnetpool Apr 19 18:07:40.045704 dv-cinder-786927-1-iscsi neutron-server[86249]: WARNING neutron.quota.resource_registry [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] subnetpool is already registered Apr 19 18:07:40.048543 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.resource_helper [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86249) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 18:07:40.049046 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.resource_helper [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Service FLAVORS assigned prefix: {{(pid=86249) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 18:07:40.049790 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.resource_helper [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86249) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 18:07:40.050257 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.resource_helper [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86249) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 18:07:40.050632 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.quota.resource_registry [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Creating instance of TrackedResource for resource:router Apr 19 18:07:40.050998 dv-cinder-786927-1-iscsi neutron-server[86249]: WARNING neutron.quota.resource_registry [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] router is already registered Apr 19 18:07:40.051701 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.quota.resource_registry [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Creating instance of TrackedResource for resource:floatingip Apr 19 18:07:40.052067 dv-cinder-786927-1-iscsi neutron-server[86249]: WARNING neutron.quota.resource_registry [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] floatingip is already registered Apr 19 18:07:40.052763 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.resource_helper [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Service METERING assigned prefix: /metering {{(pid=86249) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 18:07:40.053514 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.quota.resource_registry [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Creating instance of CountableResource for resource:rbac_policy Apr 19 18:07:40.053879 dv-cinder-786927-1-iscsi neutron-server[86249]: WARNING neutron.quota.resource_registry [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] rbac_policy is already registered Apr 19 18:07:40.054515 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.quota.resource_registry [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Creating instance of TrackedResource for resource:security_group Apr 19 18:07:40.054881 dv-cinder-786927-1-iscsi neutron-server[86249]: WARNING neutron.quota.resource_registry [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] security_group is already registered Apr 19 18:07:40.055553 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.quota.resource_registry [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 19 18:07:40.055919 dv-cinder-786927-1-iscsi neutron-server[86249]: WARNING neutron.quota.resource_registry [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] security_group_rule is already registered Apr 19 18:07:40.056653 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.resource_helper [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Service CORE assigned prefix: {{(pid=86249) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 18:07:40.057030 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.quota.resource_registry [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Creating instance of TrackedResource for resource:subnetpool Apr 19 18:07:40.057390 dv-cinder-786927-1-iscsi neutron-server[86249]: WARNING neutron.quota.resource_registry [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] subnetpool is already registered Apr 19 18:07:40.058072 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.resource_helper [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Service CORE assigned prefix: {{(pid=86249) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 18:07:40.058438 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.quota.resource_registry [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Creating instance of TrackedResource for resource:subnetpool Apr 19 18:07:40.058803 dv-cinder-786927-1-iscsi neutron-server[86249]: WARNING neutron.quota.resource_registry [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] subnetpool is already registered Apr 19 18:07:40.059543 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Extended resource: extensions {{(pid=86249) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:07:40.061118 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Extended resource: address-groups {{(pid=86249) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:07:40.062775 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Extended resource: address-scopes {{(pid=86249) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:07:40.064078 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Extended resource: agents {{(pid=86249) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:07:40.065300 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Extended resource: auto-allocated-topology {{(pid=86249) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:07:40.066617 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Extended resource: availability_zones {{(pid=86249) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:07:40.068016 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Extended resource: dhcp-networks {{(pid=86249) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:07:40.069649 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Extended resource: dhcp-agents {{(pid=86249) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:07:40.071092 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Extended resource: routers {{(pid=86249) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:07:40.072979 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Extended resource: flavors {{(pid=86249) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:07:40.074197 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Extended resource: service_profiles {{(pid=86249) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:07:40.075483 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Extended resource: next_providers {{(pid=86249) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:07:40.077093 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Extended resource: service_profiles {{(pid=86249) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:07:40.078583 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Extended resource: floatingip-pools {{(pid=86249) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:07:40.079970 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Extended resource: routers {{(pid=86249) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:07:40.082362 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Extended resource: floatingips {{(pid=86249) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:07:40.084038 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Extended resource: l3-routers {{(pid=86249) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:07:40.085508 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Extended resource: l3-agents {{(pid=86249) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:07:40.086975 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Extended resource: metering-labels {{(pid=86249) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:07:40.089465 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Extended resource: metering-label-rules {{(pid=86249) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:07:40.090787 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Extended resource: network-ip-availabilities {{(pid=86249) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:07:40.092148 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Extended resource: bindings {{(pid=86249) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:07:40.093865 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Extended resource: quotas {{(pid=86249) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:07:40.095383 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Extended resource: quotas {{(pid=86249) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:07:40.097408 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Extended resource: rbac-policies {{(pid=86249) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:07:40.098788 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Extended resource: security-groups {{(pid=86249) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:07:40.100105 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Extended resource: security-group-rules {{(pid=86249) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:07:40.101396 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Extended resource: service-providers {{(pid=86249) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:07:40.102666 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Extended resource: subnetpools {{(pid=86249) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:07:40.104172 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Extended resource: subnetpools {{(pid=86249) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:07:40.105672 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Extended resource: tags {{(pid=86249) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:07:40.107476 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Extended resource: tags {{(pid=86249) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:07:40.109432 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Extended resource: tags {{(pid=86249) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:07:40.111299 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Extended resource: tags {{(pid=86249) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:07:40.113169 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Extended resource: tags {{(pid=86249) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:07:40.115180 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Extended resource: tags {{(pid=86249) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:07:40.116935 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Extended resource: tags {{(pid=86249) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:07:40.118896 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Extended resource: tags {{(pid=86249) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:07:40.120768 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Extended resource: tags {{(pid=86249) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:07:40.122676 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.extensions [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Extended resource: tags {{(pid=86249) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:07:40.129737 dv-cinder-786927-1-iscsi neutron-server[86249]: WARNING keystonemiddleware.auth_token [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 19 18:07:40.135054 dv-cinder-786927-1-iscsi neutron-server[86249]: WARNING keystonemiddleware.auth_token [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 19 18:07:40.144591 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Acquired lock "singleton_lock" {{(pid=86249) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 19 18:07:40.145115 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Releasing lock "singleton_lock" {{(pid=86249) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 19 18:07:40.146581 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO oslo_service.service [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Starting 2 workers Apr 19 18:07:40.151469 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Started child 86362 {{(pid=86249) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 19 18:07:40.155828 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:40.156645 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Started child 86363 {{(pid=86249) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 19 18:07:40.157349 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [-] (86362) wsgi starting up on http://0.0.0.0:9696 Apr 19 18:07:40.158161 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.service [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 19 18:07:40.158941 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Notify callbacks [] for process, before_spawn {{(pid=86249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:40.160675 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:40.162055 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [-] (86363) wsgi starting up on http://0.0.0.0:9696 Apr 19 18:07:40.162228 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO oslo_service.service [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Starting 1 workers Apr 19 18:07:40.167646 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Started child 86364 {{(pid=86249) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 19 18:07:40.168213 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO oslo_service.service [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Starting 1 workers Apr 19 18:07:40.169754 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.service [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] calling RpcWorker wait() {{(pid=86364) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 19 18:07:40.170151 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.service [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] returning from RpcWorker wait() {{(pid=86364) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 19 18:07:40.171748 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:40.172312 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:07:40.173123 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Started child 86365 {{(pid=86249) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 19 18:07:40.173944 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-23a29f32-e65e-4681-971b-bcab2dc9d899 None None] Notify callbacks [] for process, after_spawn {{(pid=86249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:40.175700 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86249) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 19 18:07:40.175949 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 19 18:07:40.176157 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 19 18:07:40.176429 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 19 18:07:40.176863 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 19 18:07:40.177058 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 19 18:07:40.177598 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:40.177690 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.177934 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.178252 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.178650 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.178975 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.179673 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.179968 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.180265 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.180583 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.180874 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.181076 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.181278 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.181569 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.181842 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.182207 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.182512 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.182781 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.183074 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.183314 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.183587 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.183904 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.184206 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.184502 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] debug = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.184799 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.185367 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.185631 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.185903 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.186172 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.186471 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.186739 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.187055 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.187352 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.187603 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.187904 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.188197 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.188546 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.188788 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.189042 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.189350 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.189605 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.190053 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] host = dv-cinder-786927-1-iscsi {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.190305 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.190589 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.190860 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.191156 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.191468 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.191746 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.192041 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.192346 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.192614 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.192892 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.193186 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.193453 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.193739 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.194021 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] log_file = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.194214 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] log_options = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.194466 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.194774 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.195068 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.195311 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.195508 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.195701 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.196003 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.196195 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.196487 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.196738 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.196961 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.197208 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.197454 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.197703 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.197995 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.198259 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.198548 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.198801 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.199068 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.199381 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.200171 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.200171 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.200171 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.200577 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.201307 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.201307 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.201307 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.201943 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.201943 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.201943 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.202371 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.202506 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.202694 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.202984 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.203523 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.203754 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.204060 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.204376 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.204654 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.204939 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.205305 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.205562 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.205848 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.207300 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.207300 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.207300 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] use_json = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.207736 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.207736 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.207996 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.208132 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.208398 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.208687 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.208954 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.209201 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.209693 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.209951 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.210274 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:07:40.210440 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.210588 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.210827 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.211116 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.211421 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.212270 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.212270 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.212270 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.213224 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.213224 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.213224 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.213761 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.213761 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.214029 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.214316 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.214633 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.214887 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.215155 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.215397 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.215653 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.216001 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.216325 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.216618 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.216891 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.217143 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.217436 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.217648 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.217896 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.218146 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.218572 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.218809 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.219091 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.219359 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.219617 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.219889 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.220136 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.220407 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.220685 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.221015 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.221289 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.221557 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.222450 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.222631 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.223292 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.223292 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.223292 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.223708 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.224559 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.224559 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.224559 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.224559 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.225311 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.225311 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.225311 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.225700 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.225700 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.225958 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.226102 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.226347 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.226629 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.226909 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.227164 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.227423 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.227691 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.227896 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.228143 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.228393 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.228638 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.228886 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.229242 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.229401 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.229605 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.229851 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.230093 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.230336 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.230727 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.230883 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.231298 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.231549 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.231794 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.232046 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.232293 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.232602 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.232936 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.233219 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.233507 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.234229 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.234229 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.234533 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.234674 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 55394) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:07:40.234819 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.234819 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.235097 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.235270 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.235538 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.235816 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.236097 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.236373 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.236627 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.236923 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.237176 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.237477 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.237764 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.237985 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.238317 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.238662 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.238981 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.239426 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.239804 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.240183 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.240527 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.240813 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.241170 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.241345 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.241643 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.241973 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.242277 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.242582 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.242869 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.243175 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.243471 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.243775 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.244071 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.244374 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.244967 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.244967 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.246772 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.246772 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.246772 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.246772 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.246772 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.246772 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.247760 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.247760 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.247760 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.247760 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.248441 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.248441 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.248700 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.248844 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.249126 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.249393 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.249669 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.249913 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.250650 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.250973 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [-] 10.222.0.36 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0142868 Apr 19 18:07:40.253734 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.253734 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.253734 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.254595 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.255078 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.255549 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.255996 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.256504 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.256777 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.257052 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.257329 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.257591 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.259593 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.259593 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.259593 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.259593 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.259593 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.259593 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.259593 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.259593 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.260853 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.260853 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.260853 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.260853 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.260853 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.261655 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.261655 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.261655 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.262067 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.262204 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.262390 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.262622 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.262845 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.263117 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.264785 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.264785 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.264785 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.266006 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.266006 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.266006 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.266006 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.266006 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.266476 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.266476 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.266752 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.267012 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.268070 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.268656 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.269598 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.270051 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.271383 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.271867 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.272370 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.272856 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.273334 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.273828 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.274189 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.274529 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.274890 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.275303 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.275739 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.276222 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.276716 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.277012 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.277929 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.277929 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.277929 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.278157 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.278342 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.279776 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.279776 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.280174 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.280412 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.280850 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.281304 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.281584 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.281845 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.282099 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.282347 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.282606 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.282875 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.283159 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.283404 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.283685 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.283939 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.284342 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.284641 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.284902 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.285225 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.285507 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.285807 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.286121 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.286497 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.286767 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.287071 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.287721 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.287721 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.287959 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.288133 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.288503 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.288868 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.289163 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.289445 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.289787 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.290076 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.291021 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.291021 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.291021 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.291434 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.291626 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.291769 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.292067 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.292380 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.292646 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.293218 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.293218 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.293523 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.293674 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.293860 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.294871 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.294871 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.294871 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.294871 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.295531 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.295531 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.295800 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.295951 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.296093 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.296289 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 19 18:07:40.297562 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86249) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 19 18:07:40.297562 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 19 18:07:40.297562 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 19 18:07:40.297562 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 19 18:07:40.297562 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 19 18:07:40.298318 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 19 18:07:40.298318 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.298318 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.298726 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.298726 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.298726 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.299117 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.299117 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.299446 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.299446 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.299751 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.299751 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.300027 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.300166 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.300305 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.300444 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.300595 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.300744 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.300886 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.301031 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.301225 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.301411 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.301598 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.301786 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] debug = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.301946 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.303188 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.303188 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.303188 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.303188 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.303188 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.303188 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.303750 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.304188 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.304369 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.304544 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.304750 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.304868 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.304988 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.305426 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.305426 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.305426 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.305914 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] host = dv-cinder-786927-1-iscsi {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.305914 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.305914 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.306191 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.306287 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.306382 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.306563 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.306744 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.306912 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.307065 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.308046 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.308218 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.308378 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.308568 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.308757 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] log_file = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.308945 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] log_options = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.309134 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.309295 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.309481 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.309697 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.309863 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.310056 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.310244 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.310431 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.310618 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.310804 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.311989 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.312097 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.312267 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.312444 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.312632 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.312814 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.313004 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.313192 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.313387 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.313556 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.313745 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.313954 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.314102 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.314284 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.314472 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.314657 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.314843 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.315038 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.316447 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.316647 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.316845 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.317039 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.317230 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.317419 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.317588 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.318023 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.318227 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.318424 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.318613 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.318805 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.318993 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.319222 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.319387 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.319587 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.319797 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.319948 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] use_json = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.320089 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.320229 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.320408 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.320593 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.320751 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.320940 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.321125 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.321313 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:07:40.321528 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.321719 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.321922 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.322114 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.323235 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.323438 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.324865 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.324865 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.324865 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.324865 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.324865 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.324865 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.324865 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.324865 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.325403 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.325403 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.325403 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.325668 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.325668 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.325845 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.325940 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.326131 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.326350 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.327150 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.327150 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.327150 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.327150 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.327624 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.327814 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.328104 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.328300 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.328495 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.328658 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.328834 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.329183 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.329376 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.330145 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.330145 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.330145 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.330145 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.330434 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.330434 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.330572 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.330729 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.330897 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.331675 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.331832 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.332014 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.332193 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.332336 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.332544 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.332710 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.332967 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.333114 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.333255 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.333398 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.333549 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.333689 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.333867 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.334026 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.334220 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.334426 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.334614 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.334803 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.334961 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.339181 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.339181 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.339181 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.339671 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:07:40.339951 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.339951 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.339951 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.339951 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.339951 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.339951 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.339951 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.339951 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.339951 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.340707 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.340707 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.340707 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.340707 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.340707 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.340707 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.340707 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.340707 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.340707 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.341444 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.341444 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.341444 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.341444 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.341444 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.341444 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.341444 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.341444 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.342100 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.342100 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.342100 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.342100 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.342100 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.342100 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.342100 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.342100 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.342765 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.342765 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.342765 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.342765 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.342765 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.342765 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.342765 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.342765 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.343560 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.343560 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.343560 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.343560 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.343560 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.343560 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.343924 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.343924 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.343924 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.344104 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.344280 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.344468 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.344659 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.344849 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.345037 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.345226 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.345414 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.345614 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.345814 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.346005 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.346194 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.346384 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.346648 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.346844 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.347035 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.347334 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.347480 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.347620 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.347772 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.347994 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.348187 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.348376 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.348565 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.348826 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.348956 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.349077 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.349251 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.349440 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.349632 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.349822 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.350118 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.350309 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.350309 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.350574 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.350713 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.350850 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.350998 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.351218 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.351343 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.351505 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.351694 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.351882 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.352069 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.352257 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.352445 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.352640 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.352794 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.352914 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.353099 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.353291 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.353533 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.353801 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.353801 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.354071 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.354193 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.354333 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.354471 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.354608 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.354785 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.355002 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.355260 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.356212 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.356397 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.357012 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.357012 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.357012 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.357240 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.357311 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.357528 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.357625 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.357779 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.358187 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.358379 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.358537 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.358690 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.358851 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.359035 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.359252 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.359397 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.359591 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.359781 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.359942 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.360225 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.360375 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.360516 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.360658 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.360798 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.360948 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.361089 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.361284 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.361498 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.361643 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.361783 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.361972 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.362161 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.362351 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.362557 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.362747 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.362937 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.363094 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.363316 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.363623 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.363795 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.363939 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.364078 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.364217 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.364356 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.364496 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.364691 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.364891 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.365093 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.365234 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.365375 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.365517 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.365718 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.366588 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.366588 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.366588 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.366588 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.366588 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.367464 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.367464 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.367464 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.367464 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.367464 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.368262 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.368262 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.368262 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.368262 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.368262 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.368951 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.368951 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.368951 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.368951 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.369474 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.369474 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.369474 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.369886 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.369886 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.370152 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.370152 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.370631 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.370631 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.370631 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.371164 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.371164 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.371164 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.371568 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.371568 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.371568 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.371971 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.371971 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.372238 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.372238 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:07:40.372522 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86249) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 19 18:07:51.860060 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e6d425-1b77-4935-b364-aa54f6453308 None None] get_active_networks_info from dv-cinder-786927-1-iscsi {{(pid=86364) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 19 18:07:52.218193 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e6d425-1b77-4935-b364-aa54f6453308 None None] No non-hosted networks {{(pid=86364) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 19 18:07:52.256580 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1cbf96d3-5941-4120-ad8c-d227f2592c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637'] for agent, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:54.160559 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-135f2ae0-65d1-4bb4-95d5-9dc2a3479b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637'] for agent, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:54.204923 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-cee6b730-e7d8-4614-b1a9-1de603da4262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:54.789698 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-60872106-3921-4474-9775-f4da212b8297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637'] for agent, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:55.845057 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637'] for agent, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:55.846456 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:07:55.847551 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:07:55.848109 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:07:55.848686 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:07:55.849236 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:07:55.849799 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:07:55.850353 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:07:55.850914 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:07:55.851512 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:07:55.852073 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:07:55.852621 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:07:55.853170 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:07:55.853907 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-786927-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:07:55.863071 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786927-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:07:56.090943 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-eae962f3-e32e-4947-814b-3e299d74c6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637'] for agent, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:57.286703 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 55490) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:07:57.972432 dv-cinder-786927-1-iscsi neutron-server[86249]: WARNING oslo_policy.policy [None req-222866ef-d80e-4254-924e-fe5f66c2d6ce admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 19 18:07:57.973011 dv-cinder-786927-1-iscsi neutron-server[86249]: WARNING oslo_policy.policy [None req-222866ef-d80e-4254-924e-fe5f66c2d6ce admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 19 18:07:58.206823 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [None req-222866ef-d80e-4254-924e-fe5f66c2d6ce admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=86362) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 18:07:58.208000 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-222866ef-d80e-4254-924e-fe5f66c2d6ce admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.9201987 Apr 19 18:07:58.410448 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.db.l3_hamode_db [None req-329e7c7e-a685-4606-ad0a-231c8b3b09f1 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 19 18:07:58.501027 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329e7c7e-a685-4606-ad0a-231c8b3b09f1 None None] Routers set() bound to L3 agent in host dv-cinder-786927-1-iscsi {{(pid=86364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:07:58.501484 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329e7c7e-a685-4606-ad0a-231c8b3b09f1 None None] Router IDs set() for agent in host dv-cinder-786927-1-iscsi {{(pid=86364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}} Apr 19 18:08:00.972812 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 55506) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:08:01.381201 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-1a6b8257-0784-4533-a3df-54cab3521e77 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:08:01.486631 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.policy [None req-1a6b8257-0784-4533-a3df-54cab3521e77 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86362) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 19 18:08:01.541747 dv-cinder-786927-1-iscsi neutron-server[86249]: WARNING oslo_policy.policy [None req-1a6b8257-0784-4533-a3df-54cab3521e77 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 19 18:08:01.542153 dv-cinder-786927-1-iscsi neutron-server[86249]: WARNING oslo_policy.policy [None req-1a6b8257-0784-4533-a3df-54cab3521e77 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 19 18:08:01.561783 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.quota [None req-1a6b8257-0784-4533-a3df-54cab3521e77 admin admin] Loaded quota_driver: . Apr 19 18:08:01.577573 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-1a6b8257-0784-4533-a3df-54cab3521e77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:08:01.634025 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1a6b8257-0784-4533-a3df-54cab3521e77 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363254151599607', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363254151598083', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363254151605443', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363254151615855', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363254151631804', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363254151631101', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036851085995', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036850801323', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-943976', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854176354'] for rbac-policy, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:01.858657 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1a6b8257-0784-4533-a3df-54cab3521e77 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:01.859998 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-1a6b8257-0784-4533-a3df-54cab3521e77 admin admin] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8862221 Apr 19 18:08:04.884450 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 55520) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:08:05.274446 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-c1b2a9f0-e96c-4e29-8e10-cd7a95a06b92 admin admin] Request body: {'network': {'project_id': '3461b688f7a4435cb86e9f72aead5b74', 'admin_state_up': True, 'name': 'private'}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:08:05.280636 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-c1b2a9f0-e96c-4e29-8e10-cd7a95a06b92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:08:05.285239 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-c1b2a9f0-e96c-4e29-8e10-cd7a95a06b92 admin admin] Usage tracker for resource:network and tenant:3461b688f7a4435cb86e9f72aead5b74 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:08:05.288807 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-c1b2a9f0-e96c-4e29-8e10-cd7a95a06b92 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:08:05.295320 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-c1b2a9f0-e96c-4e29-8e10-cd7a95a06b92 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:08:05.304317 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1b2a9f0-e96c-4e29-8e10-cd7a95a06b92 admin admin] Made reservation on behalf of 3461b688f7a4435cb86e9f72aead5b74 for: {'network': 1} {{(pid=86362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:08:05.310225 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c1b2a9f0-e96c-4e29-8e10-cd7a95a06b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for network, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:05.327508 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c1b2a9f0-e96c-4e29-8e10-cd7a95a06b92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:05.343404 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-c1b2a9f0-e96c-4e29-8e10-cd7a95a06b92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:08:05.347389 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-c1b2a9f0-e96c-4e29-8e10-cd7a95a06b92 admin admin] Usage tracker for resource:security_group_rule and tenant:3461b688f7a4435cb86e9f72aead5b74 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:08:05.350953 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-c1b2a9f0-e96c-4e29-8e10-cd7a95a06b92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:08:05.357202 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-c1b2a9f0-e96c-4e29-8e10-cd7a95a06b92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:08:05.458235 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c1b2a9f0-e96c-4e29-8e10-cd7a95a06b92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:05.460794 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c1b2a9f0-e96c-4e29-8e10-cd7a95a06b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:05.465564 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:08:05.481564 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1b2a9f0-e96c-4e29-8e10-cd7a95a06b92 admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=86362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 18:08:05.510032 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c1b2a9f0-e96c-4e29-8e10-cd7a95a06b92 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363254156597654', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850937276'] for segment, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:05.510622 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c1b2a9f0-e96c-4e29-8e10-cd7a95a06b92 admin admin] Unsubscribe: segment precommit_create {{(pid=86362) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 19 18:08:05.511092 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.db.segments_db [None req-c1b2a9f0-e96c-4e29-8e10-cd7a95a06b92 admin admin] Added segment 0feff90a-dbfd-4f74-a485-a97c7d109a55 of type vlan for network 62fd75e2-c73a-4f65-a8c0-ed2f4b019444 Apr 19 18:08:05.562956 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b2a9f0-e96c-4e29-8e10-cd7a95a06b92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed005f29-ee82-4013-846d-85500888ead7,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:08:05.583618 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b2a9f0-e96c-4e29-8e10-cd7a95a06b92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:08:05.583998 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b2a9f0-e96c-4e29-8e10-cd7a95a06b92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:08:05.584359 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b2a9f0-e96c-4e29-8e10-cd7a95a06b92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:08:05.584717 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b2a9f0-e96c-4e29-8e10-cd7a95a06b92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:08:05.585069 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b2a9f0-e96c-4e29-8e10-cd7a95a06b92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:08:05.585432 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b2a9f0-e96c-4e29-8e10-cd7a95a06b92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:08:05.585782 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b2a9f0-e96c-4e29-8e10-cd7a95a06b92 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:08:05.586129 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b2a9f0-e96c-4e29-8e10-cd7a95a06b92 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:08:05.586492 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b2a9f0-e96c-4e29-8e10-cd7a95a06b92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:08:05.586840 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b2a9f0-e96c-4e29-8e10-cd7a95a06b92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:08:05.587203 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b2a9f0-e96c-4e29-8e10-cd7a95a06b92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:08:05.587552 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b2a9f0-e96c-4e29-8e10-cd7a95a06b92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:08:05.588588 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b2a9f0-e96c-4e29-8e10-cd7a95a06b92 admin admin] Tracked resource versions report: Apr 19 18:08:05.588588 dv-cinder-786927-1-iscsi neutron-server[86249]: pushed versions: Apr 19 18:08:05.588588 dv-cinder-786927-1-iscsi neutron-server[86249]: { 'AddressGroup': {'1.2'}, Apr 19 18:08:05.588588 dv-cinder-786927-1-iscsi neutron-server[86249]: 'ConntrackHelper': {'1.0'}, Apr 19 18:08:05.588588 dv-cinder-786927-1-iscsi neutron-server[86249]: 'Log': {'1.0'}, Apr 19 18:08:05.588588 dv-cinder-786927-1-iscsi neutron-server[86249]: 'Network': {'1.1'}, Apr 19 18:08:05.588588 dv-cinder-786927-1-iscsi neutron-server[86249]: 'Port': {'1.7'}, Apr 19 18:08:05.588588 dv-cinder-786927-1-iscsi neutron-server[86249]: 'PortForwarding': {'1.2'}, Apr 19 18:08:05.588588 dv-cinder-786927-1-iscsi neutron-server[86249]: 'QosPolicy': {'1.8'}, Apr 19 18:08:05.588588 dv-cinder-786927-1-iscsi neutron-server[86249]: 'SecurityGroup': {'1.4'}, Apr 19 18:08:05.588588 dv-cinder-786927-1-iscsi neutron-server[86249]: 'SecurityGroupRule': {'1.2'}, Apr 19 18:08:05.588588 dv-cinder-786927-1-iscsi neutron-server[86249]: 'SubPort': {'1.0'}, Apr 19 18:08:05.588588 dv-cinder-786927-1-iscsi neutron-server[86249]: 'Subnet': {'1.1'}, Apr 19 18:08:05.588588 dv-cinder-786927-1-iscsi neutron-server[86249]: 'Trunk': {'1.1'}} Apr 19 18:08:05.588588 dv-cinder-786927-1-iscsi neutron-server[86249]: consumer versions: Apr 19 18:08:05.588588 dv-cinder-786927-1-iscsi neutron-server[86249]: { DHCP agent@dv-cinder-786927-1-iscsi: {}, Apr 19 18:08:05.588588 dv-cinder-786927-1-iscsi neutron-server[86249]: L3 agent@dv-cinder-786927-1-iscsi: {}, Apr 19 18:08:05.588588 dv-cinder-786927-1-iscsi neutron-server[86249]: Metadata agent@dv-cinder-786927-1-iscsi: {}, Apr 19 18:08:05.588588 dv-cinder-786927-1-iscsi neutron-server[86249]: Metering agent@dv-cinder-786927-1-iscsi: {}, Apr 19 18:08:05.588588 dv-cinder-786927-1-iscsi neutron-server[86249]: Open vSwitch agent@dv-cinder-786927-1-iscsi: { 'AddressGroup': '1.2', Apr 19 18:08:05.588588 dv-cinder-786927-1-iscsi neutron-server[86249]: 'ConntrackHelper': '1.0', Apr 19 18:08:05.588588 dv-cinder-786927-1-iscsi neutron-server[86249]: 'Log': '1.0', Apr 19 18:08:05.588588 dv-cinder-786927-1-iscsi neutron-server[86249]: 'Network': '1.1', Apr 19 18:08:05.588588 dv-cinder-786927-1-iscsi neutron-server[86249]: 'Port': '1.7', Apr 19 18:08:05.588588 dv-cinder-786927-1-iscsi neutron-server[86249]: 'PortForwarding': '1.2', Apr 19 18:08:05.588588 dv-cinder-786927-1-iscsi neutron-server[86249]: 'QosPolicy': '1.8', Apr 19 18:08:05.588588 dv-cinder-786927-1-iscsi neutron-server[86249]: 'SecurityGroup': '1.4', Apr 19 18:08:05.588588 dv-cinder-786927-1-iscsi neutron-server[86249]: 'SecurityGroupRule': '1.2', Apr 19 18:08:05.588588 dv-cinder-786927-1-iscsi neutron-server[86249]: 'SubPort': '1.0', Apr 19 18:08:05.588588 dv-cinder-786927-1-iscsi neutron-server[86249]: 'Subnet': '1.1', Apr 19 18:08:05.588588 dv-cinder-786927-1-iscsi neutron-server[86249]: 'Trunk': '1.1'}} Apr 19 18:08:05.588588 dv-cinder-786927-1-iscsi neutron-server[86249]: {{(pid=86362) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 19 18:08:05.633921 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-c1b2a9f0-e96c-4e29-8e10-cd7a95a06b92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:08:05.637426 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c1b2a9f0-e96c-4e29-8e10-cd7a95a06b92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782697800819'] for network, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:05.673275 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c1b2a9f0-e96c-4e29-8e10-cd7a95a06b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962'] for network, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:05.675252 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b2a9f0-e96c-4e29-8e10-cd7a95a06b92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:08:05.675913 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c1b2a9f0-e96c-4e29-8e10-cd7a95a06b92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759945'] for network, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:05.680663 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:08:05.790824 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-c1b2a9f0-e96c-4e29-8e10-cd7a95a06b92 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9050984 Apr 19 18:08:05.793637 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b2a9f0-e96c-4e29-8e10-cd7a95a06b92 admin admin] Pushing event updated for resources: {'Network': ['ID=62fd75e2-c73a-4f65-a8c0-ed2f4b019444,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:08:05.806579 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-c1b2a9f0-e96c-4e29-8e10-cd7a95a06b92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:08:05.818402 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Network 62fd75e2-c73a-4f65-a8c0-ed2f4b019444 details requested by agent ovs-agent-dv-cinder-786927-1-iscsi with host dv-cinder-786927-1-iscsi {{(pid=86364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 18:08:08.863358 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 55536) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:08:09.352658 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbaf418e-2d74-4ee9-98d9-fe569d085772 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:08:09.354100 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-bbaf418e-2d74-4ee9-98d9-fe569d085772 admin admin] 10.222.0.36 "GET /v2.0/networks/62fd75e2-c73a-4f65-a8c0-ed2f4b019444 HTTP/1.1" status: 200 len: 825 time: 0.4896998 Apr 19 18:08:09.382939 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-fe8de358-b4bc-4352-91be-c5a74aad8f1b admin admin] 10.222.0.36 "GET /v2.0/subnetpools/bb97f66d-a694-4bc5-876c-f9dca711e1f2 HTTP/1.1" status: 200 len: 734 time: 0.0227380 Apr 19 18:08:09.392094 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-c7523a00-d410-49bb-93fd-1f5bbdac8e22 admin admin] Request body: {'subnet': {'subnetpool_id': 'bb97f66d-a694-4bc5-876c-f9dca711e1f2', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'tenant_id': '3461b688f7a4435cb86e9f72aead5b74', 'network_id': '62fd75e2-c73a-4f65-a8c0-ed2f4b019444', 'name': 'private-subnet'}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:08:09.396636 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-c7523a00-d410-49bb-93fd-1f5bbdac8e22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:08:09.400499 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-c7523a00-d410-49bb-93fd-1f5bbdac8e22 admin admin] Usage tracker for resource:subnet and tenant:3461b688f7a4435cb86e9f72aead5b74 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:08:09.403399 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-c7523a00-d410-49bb-93fd-1f5bbdac8e22 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:08:09.409585 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-c7523a00-d410-49bb-93fd-1f5bbdac8e22 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:08:09.418422 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7523a00-d410-49bb-93fd-1f5bbdac8e22 admin admin] Made reservation on behalf of 3461b688f7a4435cb86e9f72aead5b74 for: {'subnet': 1} {{(pid=86362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:08:09.422974 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c7523a00-d410-49bb-93fd-1f5bbdac8e22 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:09.900520 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c7523a00-d410-49bb-93fd-1f5bbdac8e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853862292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962'] for subnet, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:09.905991 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:08:09.991785 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7523a00-d410-49bb-93fd-1f5bbdac8e22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05cfc2ff-a0e3-40ee-ae7b-ef4ccdc65653,revision_number=0']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:08:09.993867 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7523a00-d410-49bb-93fd-1f5bbdac8e22 admin admin] Checking segment: {'id': '0feff90a-dbfd-4f74-a485-a97c7d109a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '62fd75e2-c73a-4f65-a8c0-ed2f4b019444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:08:09.994203 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7523a00-d410-49bb-93fd-1f5bbdac8e22 admin admin] Network hostable DHCP agents. Network: 62fd75e2-c73a-4f65-a8c0-ed2f4b019444, hostable agents: ['66dd5093-526f-401d-add7-2f8e88013a06'], hosted agents: [] {{(pid=86362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 18:08:10.001861 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-c7523a00-d410-49bb-93fd-1f5bbdac8e22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:08:10.015733 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7523a00-d410-49bb-93fd-1f5bbdac8e22 admin admin] Network 62fd75e2-c73a-4f65-a8c0-ed2f4b019444 is scheduled to be hosted by DHCP agent 66dd5093-526f-401d-add7-2f8e88013a06 with binding_index 1 {{(pid=86362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 18:08:10.025306 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-c7523a00-d410-49bb-93fd-1f5bbdac8e22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786927-1-iscsi, 62fd75e2-c73a-4f65-a8c0-ed2f4b019444) {{(pid=86362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:08:10.030196 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7523a00-d410-49bb-93fd-1f5bbdac8e22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:08:10.030834 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c7523a00-d410-49bb-93fd-1f5bbdac8e22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759945'] for subnet, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:10.036107 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44dd5c4f-1ff7-414f-951d-7cf3fdad5ebb None None] Network 62fd75e2-c73a-4f65-a8c0-ed2f4b019444 requested from dv-cinder-786927-1-iscsi {{(pid=86364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:08:10.052274 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-c7523a00-d410-49bb-93fd-1f5bbdac8e22 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6636083 Apr 19 18:08:10.358564 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c63437a-e829-4cdd-b2ee-f14a4b2d929c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7ea2a11-35e3-5807-b576-1bd2b4770768-62fd75e2-c73a-4f65-a8c0-ed2f4b019444', 'network_id': '62fd75e2-c73a-4f65-a8c0-ed2f4b019444', 'tenant_id': '3461b688f7a4435cb86e9f72aead5b74', 'fixed_ips': [{'subnet_id': '05cfc2ff-a0e3-40ee-ae7b-ef4ccdc65653'}]}} from dv-cinder-786927-1-iscsi. {{(pid=86364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 19 18:08:10.359805 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-6c63437a-e829-4cdd-b2ee-f14a4b2d929c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:10.719037 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [None req-6c63437a-e829-4cdd-b2ee-f14a4b2d929c None None] Allocated IP 172.20.0.2 (62fd75e2-c73a-4f65-a8c0-ed2f4b019444/05cfc2ff-a0e3-40ee-ae7b-ef4ccdc65653/aaefb8d6-0c93-447c-b84a-ccfa934147ba) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:08:10.969826 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-6c63437a-e829-4cdd-b2ee-f14a4b2d929c None None] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:10.983307 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-6c63437a-e829-4cdd-b2ee-f14a4b2d929c None None] Transition to ACTIVE for port object aaefb8d6-0c93-447c-b84a-ccfa934147ba will not be triggered until provisioned by entity L2. {{(pid=86364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:08:11.005011 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-6c63437a-e829-4cdd-b2ee-f14a4b2d929c None None] Transition to ACTIVE for port object aaefb8d6-0c93-447c-b84a-ccfa934147ba will not be triggered until provisioned by entity DHCP. {{(pid=86364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:08:11.011095 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-6c63437a-e829-4cdd-b2ee-f14a4b2d929c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782697811417'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:11.019764 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:08:11.086922 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c63437a-e829-4cdd-b2ee-f14a4b2d929c None None] Network 62fd75e2-c73a-4f65-a8c0-ed2f4b019444 is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:08:11.095354 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-6c63437a-e829-4cdd-b2ee-f14a4b2d929c None None] Resources bound (agent type, host, resource id): {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:08:11.097608 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c63437a-e829-4cdd-b2ee-f14a4b2d929c None None] Pushing event updated for resources: {'Port': ['ID=aaefb8d6-0c93-447c-b84a-ccfa934147ba,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:08:11.105548 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c63437a-e829-4cdd-b2ee-f14a4b2d929c None None] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:08:11.108401 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c63437a-e829-4cdd-b2ee-f14a4b2d929c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:08:11.108799 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c63437a-e829-4cdd-b2ee-f14a4b2d929c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:08:11.109140 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c63437a-e829-4cdd-b2ee-f14a4b2d929c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:08:11.109497 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c63437a-e829-4cdd-b2ee-f14a4b2d929c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:08:11.109848 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c63437a-e829-4cdd-b2ee-f14a4b2d929c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:08:11.110202 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c63437a-e829-4cdd-b2ee-f14a4b2d929c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:08:11.110552 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c63437a-e829-4cdd-b2ee-f14a4b2d929c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:08:11.110900 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c63437a-e829-4cdd-b2ee-f14a4b2d929c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:08:11.111289 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c63437a-e829-4cdd-b2ee-f14a4b2d929c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:08:11.111639 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c63437a-e829-4cdd-b2ee-f14a4b2d929c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:08:11.112563 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c63437a-e829-4cdd-b2ee-f14a4b2d929c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:08:11.113014 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c63437a-e829-4cdd-b2ee-f14a4b2d929c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:08:11.114080 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c63437a-e829-4cdd-b2ee-f14a4b2d929c None None] Tracked resource versions report: Apr 19 18:08:11.114080 dv-cinder-786927-1-iscsi neutron-server[86249]: pushed versions: Apr 19 18:08:11.114080 dv-cinder-786927-1-iscsi neutron-server[86249]: { 'AddressGroup': {'1.2'}, Apr 19 18:08:11.114080 dv-cinder-786927-1-iscsi neutron-server[86249]: 'ConntrackHelper': {'1.0'}, Apr 19 18:08:11.114080 dv-cinder-786927-1-iscsi neutron-server[86249]: 'Log': {'1.0'}, Apr 19 18:08:11.114080 dv-cinder-786927-1-iscsi neutron-server[86249]: 'Network': {'1.1'}, Apr 19 18:08:11.114080 dv-cinder-786927-1-iscsi neutron-server[86249]: 'Port': {'1.7'}, Apr 19 18:08:11.114080 dv-cinder-786927-1-iscsi neutron-server[86249]: 'PortForwarding': {'1.2'}, Apr 19 18:08:11.114080 dv-cinder-786927-1-iscsi neutron-server[86249]: 'QosPolicy': {'1.8'}, Apr 19 18:08:11.114080 dv-cinder-786927-1-iscsi neutron-server[86249]: 'SecurityGroup': {'1.4'}, Apr 19 18:08:11.114080 dv-cinder-786927-1-iscsi neutron-server[86249]: 'SecurityGroupRule': {'1.2'}, Apr 19 18:08:11.114080 dv-cinder-786927-1-iscsi neutron-server[86249]: 'SubPort': {'1.0'}, Apr 19 18:08:11.114080 dv-cinder-786927-1-iscsi neutron-server[86249]: 'Subnet': {'1.1'}, Apr 19 18:08:11.114080 dv-cinder-786927-1-iscsi neutron-server[86249]: 'Trunk': {'1.1'}} Apr 19 18:08:11.114080 dv-cinder-786927-1-iscsi neutron-server[86249]: consumer versions: Apr 19 18:08:11.114080 dv-cinder-786927-1-iscsi neutron-server[86249]: { DHCP agent@dv-cinder-786927-1-iscsi: {}, Apr 19 18:08:11.114080 dv-cinder-786927-1-iscsi neutron-server[86249]: L3 agent@dv-cinder-786927-1-iscsi: {}, Apr 19 18:08:11.114080 dv-cinder-786927-1-iscsi neutron-server[86249]: Metadata agent@dv-cinder-786927-1-iscsi: {}, Apr 19 18:08:11.114080 dv-cinder-786927-1-iscsi neutron-server[86249]: Metering agent@dv-cinder-786927-1-iscsi: {}, Apr 19 18:08:11.114080 dv-cinder-786927-1-iscsi neutron-server[86249]: Open vSwitch agent@dv-cinder-786927-1-iscsi: { 'AddressGroup': '1.2', Apr 19 18:08:11.114080 dv-cinder-786927-1-iscsi neutron-server[86249]: 'ConntrackHelper': '1.0', Apr 19 18:08:11.114080 dv-cinder-786927-1-iscsi neutron-server[86249]: 'Log': '1.0', Apr 19 18:08:11.114080 dv-cinder-786927-1-iscsi neutron-server[86249]: 'Network': '1.1', Apr 19 18:08:11.114080 dv-cinder-786927-1-iscsi neutron-server[86249]: 'Port': '1.7', Apr 19 18:08:11.114080 dv-cinder-786927-1-iscsi neutron-server[86249]: 'PortForwarding': '1.2', Apr 19 18:08:11.114080 dv-cinder-786927-1-iscsi neutron-server[86249]: 'QosPolicy': '1.8', Apr 19 18:08:11.114080 dv-cinder-786927-1-iscsi neutron-server[86249]: 'SecurityGroup': '1.4', Apr 19 18:08:11.114080 dv-cinder-786927-1-iscsi neutron-server[86249]: 'SecurityGroupRule': '1.2', Apr 19 18:08:11.114080 dv-cinder-786927-1-iscsi neutron-server[86249]: 'SubPort': '1.0', Apr 19 18:08:11.114080 dv-cinder-786927-1-iscsi neutron-server[86249]: 'Subnet': '1.1', Apr 19 18:08:11.114080 dv-cinder-786927-1-iscsi neutron-server[86249]: 'Trunk': '1.1'}} Apr 19 18:08:11.114080 dv-cinder-786927-1-iscsi neutron-server[86249]: {{(pid=86364) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 19 18:08:11.120390 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-6c63437a-e829-4cdd-b2ee-f14a4b2d929c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:08:11.215559 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-6c63437a-e829-4cdd-b2ee-f14a4b2d929c None None] Attempting to bind port aaefb8d6-0c93-447c-b84a-ccfa934147ba on host dv-cinder-786927-1-iscsi for vnic_type normal with profile {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:08:11.215986 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-6c63437a-e829-4cdd-b2ee-f14a4b2d929c None None] Attempting to bind port aaefb8d6-0c93-447c-b84a-ccfa934147ba by drivers openvswitch,hyperv on host dv-cinder-786927-1-iscsi at level 0 using segments [{'id': '0feff90a-dbfd-4f74-a485-a97c7d109a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '62fd75e2-c73a-4f65-a8c0-ed2f4b019444'}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:08:11.216402 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c63437a-e829-4cdd-b2ee-f14a4b2d929c None None] Attempting to bind port aaefb8d6-0c93-447c-b84a-ccfa934147ba on network 62fd75e2-c73a-4f65-a8c0-ed2f4b019444 {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:08:11.222877 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c63437a-e829-4cdd-b2ee-f14a4b2d929c None None] Checking agent: {'id': '84360490-1fcf-4ef7-acd4-64c16b857909', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 7, 56), 'started_at': datetime.datetime(2021, 4, 19, 18, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:08:11.223917 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c63437a-e829-4cdd-b2ee-f14a4b2d929c None None] Checking segment: {'id': '0feff90a-dbfd-4f74-a485-a97c7d109a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '62fd75e2-c73a-4f65-a8c0-ed2f4b019444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:08:11.224428 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-6c63437a-e829-4cdd-b2ee-f14a4b2d929c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:11.224861 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c63437a-e829-4cdd-b2ee-f14a4b2d929c None None] Bound using segment: {'id': '0feff90a-dbfd-4f74-a485-a97c7d109a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '62fd75e2-c73a-4f65-a8c0-ed2f4b019444'} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:08:11.225420 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-6c63437a-e829-4cdd-b2ee-f14a4b2d929c None None] Bound port: aaefb8d6-0c93-447c-b84a-ccfa934147ba, host: dv-cinder-786927-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0feff90a-dbfd-4f74-a485-a97c7d109a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '62fd75e2-c73a-4f65-a8c0-ed2f4b019444'}}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:08:11.225828 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-6c63437a-e829-4cdd-b2ee-f14a4b2d929c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:11.324268 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-6c63437a-e829-4cdd-b2ee-f14a4b2d929c None None] For port aaefb8d6-0c93-447c-b84a-ccfa934147ba, host dv-cinder-786927-1-iscsi, cleared binding levels {{(pid=86364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:08:11.328493 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-6c63437a-e829-4cdd-b2ee-f14a4b2d929c None None] For port aaefb8d6-0c93-447c-b84a-ccfa934147ba, host dv-cinder-786927-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-iscsi',level=0,port_id=aaefb8d6-0c93-447c-b84a-ccfa934147ba,segment=NetworkSegment(0feff90a-dbfd-4f74-a485-a97c7d109a55),segment_id=0feff90a-dbfd-4f74-a485-a97c7d109a55)] {{(pid=86364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:08:11.332073 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-6c63437a-e829-4cdd-b2ee-f14a4b2d929c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:11.336288 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-6c63437a-e829-4cdd-b2ee-f14a4b2d929c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:08:11.431231 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c63437a-e829-4cdd-b2ee-f14a4b2d929c None None] Pushing event updated for resources: {'Port': ['ID=aaefb8d6-0c93-447c-b84a-ccfa934147ba,revision_number=2']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:08:11.434528 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-6c63437a-e829-4cdd-b2ee-f14a4b2d929c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:08:12.871806 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 55546) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:08:13.285246 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [None req-7384805f-4451-4b67-a13c-da781326224c admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=86362) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 18:08:13.286408 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-7384805f-4451-4b67-a13c-da781326224c admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4135215 Apr 19 18:08:16.043301 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 55556) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:08:16.445345 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [None req-1d230191-a4b8-48eb-9c55-e93de5ed092f admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=86362) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 18:08:16.446512 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-1d230191-a4b8-48eb-9c55-e93de5ed092f admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4022272 Apr 19 18:08:17.894134 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device aaefb8d6-0c93-447c-b84a-ccfa934147ba up at agent ovs-agent-dv-cinder-786927-1-iscsi {{(pid=86364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:08:17.968903 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Provisioning for port aaefb8d6-0c93-447c-b84a-ccfa934147ba completed by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:08:18.479808 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4fdd4c7-2d01-4cd7-8caf-60c48d839974 None None] Network 62fd75e2-c73a-4f65-a8c0-ed2f4b019444 requested from dv-cinder-786927-1-iscsi {{(pid=86364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:08:18.569694 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-d2111ebf-c83d-46e2-a6d2-ba1d8312bf79 None None] Provisioning for port aaefb8d6-0c93-447c-b84a-ccfa934147ba completed by entity DHCP. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:08:18.578387 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-d2111ebf-c83d-46e2-a6d2-ba1d8312bf79 None None] Provisioning complete for port aaefb8d6-0c93-447c-b84a-ccfa934147ba triggered by entity DHCP. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:08:18.578816 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d2111ebf-c83d-46e2-a6d2-ba1d8312bf79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:18.831583 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d2111ebf-c83d-46e2-a6d2-ba1d8312bf79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:18.889448 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-d2111ebf-c83d-46e2-a6d2-ba1d8312bf79 None None] For port aaefb8d6-0c93-447c-b84a-ccfa934147ba, host dv-cinder-786927-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-iscsi',level=0,port_id=aaefb8d6-0c93-447c-b84a-ccfa934147ba,segment=NetworkSegment(0feff90a-dbfd-4f74-a485-a97c7d109a55),segment_id=0feff90a-dbfd-4f74-a485-a97c7d109a55)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:08:18.895223 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d2111ebf-c83d-46e2-a6d2-ba1d8312bf79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:18.901628 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:08:18.978597 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2111ebf-c83d-46e2-a6d2-ba1d8312bf79 None None] Pushing event updated for resources: {'Port': ['ID=aaefb8d6-0c93-447c-b84a-ccfa934147ba,revision_number=3']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:08:18.982028 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-d2111ebf-c83d-46e2-a6d2-ba1d8312bf79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:08:19.119248 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-81af6efd-7bb7-4364-a682-628439105ef9 None None] Provisioning complete for port aaefb8d6-0c93-447c-b84a-ccfa934147ba triggered by entity DHCP. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:08:19.119751 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-81af6efd-7bb7-4364-a682-628439105ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:19.539168 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 55572) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:08:19.869821 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device aaefb8d6-0c93-447c-b84a-ccfa934147ba up at agent ovs-agent-dv-cinder-786927-1-iscsi {{(pid=86364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:08:19.921453 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-4a8ecdb5-01da-458c-baa0-db2bf5252c10 admin admin] Request body: {'router': {'tenant_id': '3461b688f7a4435cb86e9f72aead5b74', 'admin_state_up': True, 'name': 'router1'}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:08:19.927224 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-4a8ecdb5-01da-458c-baa0-db2bf5252c10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:08:19.931168 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-4a8ecdb5-01da-458c-baa0-db2bf5252c10 admin admin] Usage tracker for resource:router and tenant:3461b688f7a4435cb86e9f72aead5b74 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:08:19.934346 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-4a8ecdb5-01da-458c-baa0-db2bf5252c10 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:08:19.940885 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-4a8ecdb5-01da-458c-baa0-db2bf5252c10 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:08:19.941875 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Provisioning complete for port aaefb8d6-0c93-447c-b84a-ccfa934147ba triggered by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:08:19.942284 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:19.949758 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4a8ecdb5-01da-458c-baa0-db2bf5252c10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854149137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854772548'] for router, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:19.951023 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4a8ecdb5-01da-458c-baa0-db2bf5252c10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-626663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-921872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3236'] for router, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:19.971739 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4a8ecdb5-01da-458c-baa0-db2bf5252c10 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:20.089239 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4a8ecdb5-01da-458c-baa0-db2bf5252c10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854149052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854126372'] for router, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:20.116556 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4a8ecdb5-01da-458c-baa0-db2bf5252c10 admin admin] Notify callbacks [] for router, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:20.117835 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-4a8ecdb5-01da-458c-baa0-db2bf5252c10 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5776062 Apr 19 18:08:21.690367 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-fd3860cd-f004-4390-8c5a-57fd8e8d0e7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:22.833324 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 55582) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:08:23.222918 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [None req-8053e415-b1c1-4f3f-b31f-056d22307eb0 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=86362) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 18:08:23.224055 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-8053e415-b1c1-4f3f-b31f-056d22307eb0 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3897338 Apr 19 18:08:24.151798 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-06565bbb-18e6-4a91-a0f2-ac61c0c87629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:24.724420 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-60872106-3921-4474-9775-f4da212b8297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:25.837650 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:26.005403 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 55602) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:08:26.026685 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-eae962f3-e32e-4947-814b-3e299d74c6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:26.165389 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-de9dba3d-d478-4c6a-8276-7c6e5b969068 admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:08:26.170862 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-de9dba3d-d478-4c6a-8276-7c6e5b969068 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:08:26.175473 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-de9dba3d-d478-4c6a-8276-7c6e5b969068 admin admin] Usage tracker for resource:network and tenant:e9e2114fcc6742b4aefbfacaeb7eae3c is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:08:26.178380 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-de9dba3d-d478-4c6a-8276-7c6e5b969068 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:08:26.184300 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-de9dba3d-d478-4c6a-8276-7c6e5b969068 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:08:26.193147 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de9dba3d-d478-4c6a-8276-7c6e5b969068 admin admin] Made reservation on behalf of e9e2114fcc6742b4aefbfacaeb7eae3c for: {'network': 1} {{(pid=86362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:08:26.197697 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-de9dba3d-d478-4c6a-8276-7c6e5b969068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for network, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:26.210221 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-de9dba3d-d478-4c6a-8276-7c6e5b969068 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:26.225316 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-de9dba3d-d478-4c6a-8276-7c6e5b969068 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:08:26.229102 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-de9dba3d-d478-4c6a-8276-7c6e5b969068 admin admin] Usage tracker for resource:security_group_rule and tenant:e9e2114fcc6742b4aefbfacaeb7eae3c is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:08:26.232019 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-de9dba3d-d478-4c6a-8276-7c6e5b969068 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:08:26.238378 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-de9dba3d-d478-4c6a-8276-7c6e5b969068 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:08:26.322357 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-de9dba3d-d478-4c6a-8276-7c6e5b969068 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:26.324732 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-de9dba3d-d478-4c6a-8276-7c6e5b969068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:26.328864 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-c1b2a9f0-e96c-4e29-8e10-cd7a95a06b92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:08:26.342508 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-de9dba3d-d478-4c6a-8276-7c6e5b969068 admin admin] Reserving flat network on physical network physnet1 {{(pid=86362) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Apr 19 18:08:26.369557 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9dba3d-d478-4c6a-8276-7c6e5b969068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b7c8347-5b25-4f21-b4df-429a326489aa,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:08:26.373225 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-de9dba3d-d478-4c6a-8276-7c6e5b969068 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:08:26.374639 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-de9dba3d-d478-4c6a-8276-7c6e5b969068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850937276'] for segment, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:26.375019 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.db.segments_db [None req-de9dba3d-d478-4c6a-8276-7c6e5b969068 admin admin] Added segment c45e75c0-3629-4b9b-9637-c1f0a35fb912 of type flat for network 4d554598-b480-4681-a36f-a7d82bbc0b33 Apr 19 18:08:26.412171 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-de9dba3d-d478-4c6a-8276-7c6e5b969068 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782697800819'] for network, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:26.446534 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-de9dba3d-d478-4c6a-8276-7c6e5b969068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962'] for network, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:26.447905 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9dba3d-d478-4c6a-8276-7c6e5b969068 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:08:26.448532 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-de9dba3d-d478-4c6a-8276-7c6e5b969068 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759945'] for network, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:26.453366 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-c1b2a9f0-e96c-4e29-8e10-cd7a95a06b92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:08:26.553587 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-de9dba3d-d478-4c6a-8276-7c6e5b969068 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5470488 Apr 19 18:08:26.556323 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9dba3d-d478-4c6a-8276-7c6e5b969068 admin admin] Pushing event updated for resources: {'Network': ['ID=4d554598-b480-4681-a36f-a7d82bbc0b33,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:08:26.558971 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-de9dba3d-d478-4c6a-8276-7c6e5b969068 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:08:26.566583 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Network 4d554598-b480-4681-a36f-a7d82bbc0b33 details requested by agent ovs-agent-dv-cinder-786927-1-iscsi with host dv-cinder-786927-1-iscsi {{(pid=86364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 18:08:29.101343 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 55622) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:08:29.215422 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a50ed6b-fb9f-442a-ac96-fec90b9ef908 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:08:29.216836 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-4a50ed6b-fb9f-442a-ac96-fec90b9ef908 admin admin] 10.222.0.36 "GET /v2.0/subnets/05cfc2ff-a0e3-40ee-ae7b-ef4ccdc65653 HTTP/1.1" status: 200 len: 849 time: 0.1144619 Apr 19 18:08:29.513854 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-b7a7da4c-9645-43f4-844a-4849a74a347f admin admin] 10.222.0.36 "GET /v2.0/routers/3e475742-aee4-4d6c-b4ed-2d4e62d6a779 HTTP/1.1" status: 200 len: 704 time: 0.2903812 Apr 19 18:08:30.000103 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2fad913c-9381-4700-9bf1-3863c7e6760b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:30.234172 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [None req-2fad913c-9381-4700-9bf1-3863c7e6760b admin admin] Allocated IP 172.20.0.1 (62fd75e2-c73a-4f65-a8c0-ed2f4b019444/05cfc2ff-a0e3-40ee-ae7b-ef4ccdc65653/e3ec67d3-ad61-4e73-924b-95c21e3be3e1) {{(pid=86362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:08:30.397396 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2fad913c-9381-4700-9bf1-3863c7e6760b admin admin] Notify callbacks [] for port, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:30.416824 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-2fad913c-9381-4700-9bf1-3863c7e6760b admin admin] Transition to ACTIVE for port object e3ec67d3-ad61-4e73-924b-95c21e3be3e1 will not be triggered until provisioned by entity DHCP. {{(pid=86362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:08:30.473897 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2fad913c-9381-4700-9bf1-3863c7e6760b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782697811417'] for port, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:30.478597 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:08:30.535754 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fad913c-9381-4700-9bf1-3863c7e6760b admin admin] Network 62fd75e2-c73a-4f65-a8c0-ed2f4b019444 is already hosted by enough agents. {{(pid=86362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:08:30.543154 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-2fad913c-9381-4700-9bf1-3863c7e6760b admin admin] Resources bound (agent type, host, resource id): {{(pid=86362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:08:30.547555 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fad913c-9381-4700-9bf1-3863c7e6760b admin admin] Received port after_create {{(pid=86362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:08:30.548626 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2fad913c-9381-4700-9bf1-3863c7e6760b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652289'] for router_interface, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:30.699978 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fad913c-9381-4700-9bf1-3863c7e6760b admin admin] Pushing event updated for resources: {'Port': ['ID=e3ec67d3-ad61-4e73-924b-95c21e3be3e1,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:08:30.706767 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-2fad913c-9381-4700-9bf1-3863c7e6760b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:08:30.729865 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-1495a3ca-8d94-447b-876b-f99f8b5e9576 None None] Provisioning for port e3ec67d3-ad61-4e73-924b-95c21e3be3e1 completed by entity DHCP. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:08:30.734882 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-1495a3ca-8d94-447b-876b-f99f8b5e9576 None None] Provisioning complete for port e3ec67d3-ad61-4e73-924b-95c21e3be3e1 triggered by entity DHCP. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:08:30.735332 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1495a3ca-8d94-447b-876b-f99f8b5e9576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:30.791215 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-1495a3ca-8d94-447b-876b-f99f8b5e9576 None None] Port e3ec67d3-ad61-4e73-924b-95c21e3be3e1 cannot update to ACTIVE because it is not bound. {{(pid=86364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:08:30.828450 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2fad913c-9381-4700-9bf1-3863c7e6760b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:31.067096 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2fad913c-9381-4700-9bf1-3863c7e6760b admin admin] Notify callbacks [] for port, precommit_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:31.070435 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2fad913c-9381-4700-9bf1-3863c7e6760b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:31.071520 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2fad913c-9381-4700-9bf1-3863c7e6760b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854123418'] for router_interface, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:31.075620 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:08:31.212296 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fad913c-9381-4700-9bf1-3863c7e6760b admin admin] Pushing event updated for resources: {'Port': ['ID=e3ec67d3-ad61-4e73-924b-95c21e3be3e1,revision_number=2']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:08:31.216723 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-2fad913c-9381-4700-9bf1-3863c7e6760b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:08:31.272651 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fad913c-9381-4700-9bf1-3863c7e6760b admin admin] Network 62fd75e2-c73a-4f65-a8c0-ed2f4b019444 is already hosted by enough agents. {{(pid=86362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:08:31.273744 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-2fad913c-9381-4700-9bf1-3863c7e6760b admin admin] Resources bound (agent type, host, resource id): {{(pid=86362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:08:31.514840 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-bebd0d39-3a51-450d-b465-91323deb1a89 None None] Provisioning complete for port e3ec67d3-ad61-4e73-924b-95c21e3be3e1 triggered by entity DHCP. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:08:31.515294 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-bebd0d39-3a51-450d-b465-91323deb1a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:31.575882 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-bebd0d39-3a51-450d-b465-91323deb1a89 None None] Port e3ec67d3-ad61-4e73-924b-95c21e3be3e1 cannot update to ACTIVE because it is not bound. {{(pid=86364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:08:31.640822 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fad913c-9381-4700-9bf1-3863c7e6760b admin admin] Router 3e475742-aee4-4d6c-b4ed-2d4e62d6a779 is scheduled to L3 agent 24af6f5b-4620-4572-ab28-0613f710586e with binding_index 1 {{(pid=86362) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 19 18:08:31.799847 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fad913c-9381-4700-9bf1-3863c7e6760b admin admin] Notify agent at l3_agent.dv-cinder-786927-1-iscsi the message routers_updated {{(pid=86362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:08:31.809826 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-2fad913c-9381-4700-9bf1-3863c7e6760b admin admin] 10.222.0.36 "PUT /v2.0/routers/3e475742-aee4-4d6c-b4ed-2d4e62d6a779/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2898629 Apr 19 18:08:31.810411 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb46962b-fade-4a9e-b039-2c4bc7135da3 None None] Sync routers for ids ['3e475742-aee4-4d6c-b4ed-2d4e62d6a779'] in dv-cinder-786927-1-iscsi {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:08:31.821992 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb46962b-fade-4a9e-b039-2c4bc7135da3 None None] Routers {'3e475742-aee4-4d6c-b4ed-2d4e62d6a779'} bound to L3 agent in host dv-cinder-786927-1-iscsi {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:08:31.822887 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-bb46962b-fade-4a9e-b039-2c4bc7135da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-19T18:07:54Z,description=,heartbeat_timestamp=2021-04-19T18:08:24Z,host='dv-cinder-786927-1-iscsi',id=24af6f5b-4620-4572-ab28-0613f710586e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:07:54Z,topic='l3_agent')) {'router_ids': ['3e475742-aee4-4d6c-b4ed-2d4e62d6a779'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:08:32.010904 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-bb46962b-fade-4a9e-b039-2c4bc7135da3 None None] Set router 3e475742-aee4-4d6c-b4ed-2d4e62d6a779 gateway port host: None {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:08:32.574050 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-bb46962b-fade-4a9e-b039-2c4bc7135da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e475742-aee4-4d6c-b4ed-2d4e62d6a779', 'name': 'router1', 'tenant_id': '3461b688f7a4435cb86e9f72aead5b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:08:19Z', 'updated_at': '2021-04-19T18:08:30Z', 'revision_number': 2, 'project_id': '3461b688f7a4435cb86e9f72aead5b74', 'gw_port_host': None, '_interfaces': [{'id': 'e3ec67d3-ad61-4e73-924b-95c21e3be3e1', 'name': '', 'network_id': '62fd75e2-c73a-4f65-a8c0-ed2f4b019444', 'tenant_id': '3461b688f7a4435cb86e9f72aead5b74', 'mac_address': 'fa:16:3e:44:08:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e475742-aee4-4d6c-b4ed-2d4e62d6a779', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '05cfc2ff-a0e3-40ee-ae7b-ef4ccdc65653', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:08:30Z', 'updated_at': '2021-04-19T18:08:30Z', 'revision_number': 2, 'project_id': '3461b688f7a4435cb86e9f72aead5b74', 'subnets': [{'id': '05cfc2ff-a0e3-40ee-ae7b-ef4ccdc65653', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bb97f66d-a694-4bc5-876c-f9dca711e1f2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-iscsi', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:08:32.579024 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb46962b-fade-4a9e-b039-2c4bc7135da3 None None] Checking router: 3e475742-aee4-4d6c-b4ed-2d4e62d6a779 for host: dv-cinder-786927-1-iscsi {{(pid=86365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:08:32.579442 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb46962b-fade-4a9e-b039-2c4bc7135da3 None None] Updating router 3e475742-aee4-4d6c-b4ed-2d4e62d6a779 port e3ec67d3-ad61-4e73-924b-95c21e3be3e1 binding host dv-cinder-786927-1-iscsi {{(pid=86365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 18:08:32.637730 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-bb46962b-fade-4a9e-b039-2c4bc7135da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:33.032668 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-bb46962b-fade-4a9e-b039-2c4bc7135da3 None None] Notify callbacks [] for port, precommit_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:33.048385 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-bb46962b-fade-4a9e-b039-2c4bc7135da3 None None] Transition to ACTIVE for port object e3ec67d3-ad61-4e73-924b-95c21e3be3e1 will not be triggered until provisioned by entity L2. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:08:33.056500 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-bb46962b-fade-4a9e-b039-2c4bc7135da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:33.062564 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:08:33.238252 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba06027c-95bb-4e1c-b8ca-77079e3f8a06 None None] Pushing event updated for resources: {'Port': ['ID=e3ec67d3-ad61-4e73-924b-95c21e3be3e1,revision_number=3']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:08:33.280419 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba06027c-95bb-4e1c-b8ca-77079e3f8a06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:08:33.280810 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba06027c-95bb-4e1c-b8ca-77079e3f8a06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:08:33.281176 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba06027c-95bb-4e1c-b8ca-77079e3f8a06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:08:33.281537 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba06027c-95bb-4e1c-b8ca-77079e3f8a06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:08:33.281895 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba06027c-95bb-4e1c-b8ca-77079e3f8a06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:08:33.282254 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba06027c-95bb-4e1c-b8ca-77079e3f8a06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:08:33.282607 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba06027c-95bb-4e1c-b8ca-77079e3f8a06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:08:33.283003 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba06027c-95bb-4e1c-b8ca-77079e3f8a06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:08:33.283400 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba06027c-95bb-4e1c-b8ca-77079e3f8a06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:08:33.284281 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba06027c-95bb-4e1c-b8ca-77079e3f8a06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:08:33.284628 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba06027c-95bb-4e1c-b8ca-77079e3f8a06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:08:33.284981 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba06027c-95bb-4e1c-b8ca-77079e3f8a06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:08:33.286014 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba06027c-95bb-4e1c-b8ca-77079e3f8a06 None None] Tracked resource versions report: Apr 19 18:08:33.286014 dv-cinder-786927-1-iscsi neutron-server[86249]: pushed versions: Apr 19 18:08:33.286014 dv-cinder-786927-1-iscsi neutron-server[86249]: { 'AddressGroup': {'1.2'}, Apr 19 18:08:33.286014 dv-cinder-786927-1-iscsi neutron-server[86249]: 'ConntrackHelper': {'1.0'}, Apr 19 18:08:33.286014 dv-cinder-786927-1-iscsi neutron-server[86249]: 'Log': {'1.0'}, Apr 19 18:08:33.286014 dv-cinder-786927-1-iscsi neutron-server[86249]: 'Network': {'1.1'}, Apr 19 18:08:33.286014 dv-cinder-786927-1-iscsi neutron-server[86249]: 'Port': {'1.7'}, Apr 19 18:08:33.286014 dv-cinder-786927-1-iscsi neutron-server[86249]: 'PortForwarding': {'1.2'}, Apr 19 18:08:33.286014 dv-cinder-786927-1-iscsi neutron-server[86249]: 'QosPolicy': {'1.8'}, Apr 19 18:08:33.286014 dv-cinder-786927-1-iscsi neutron-server[86249]: 'SecurityGroup': {'1.4'}, Apr 19 18:08:33.286014 dv-cinder-786927-1-iscsi neutron-server[86249]: 'SecurityGroupRule': {'1.2'}, Apr 19 18:08:33.286014 dv-cinder-786927-1-iscsi neutron-server[86249]: 'SubPort': {'1.0'}, Apr 19 18:08:33.286014 dv-cinder-786927-1-iscsi neutron-server[86249]: 'Subnet': {'1.1'}, Apr 19 18:08:33.286014 dv-cinder-786927-1-iscsi neutron-server[86249]: 'Trunk': {'1.1'}} Apr 19 18:08:33.286014 dv-cinder-786927-1-iscsi neutron-server[86249]: consumer versions: Apr 19 18:08:33.286014 dv-cinder-786927-1-iscsi neutron-server[86249]: { DHCP agent@dv-cinder-786927-1-iscsi: {}, Apr 19 18:08:33.286014 dv-cinder-786927-1-iscsi neutron-server[86249]: L3 agent@dv-cinder-786927-1-iscsi: {}, Apr 19 18:08:33.286014 dv-cinder-786927-1-iscsi neutron-server[86249]: Metadata agent@dv-cinder-786927-1-iscsi: {}, Apr 19 18:08:33.286014 dv-cinder-786927-1-iscsi neutron-server[86249]: Metering agent@dv-cinder-786927-1-iscsi: {}, Apr 19 18:08:33.286014 dv-cinder-786927-1-iscsi neutron-server[86249]: Open vSwitch agent@dv-cinder-786927-1-iscsi: { 'AddressGroup': '1.2', Apr 19 18:08:33.286014 dv-cinder-786927-1-iscsi neutron-server[86249]: 'ConntrackHelper': '1.0', Apr 19 18:08:33.286014 dv-cinder-786927-1-iscsi neutron-server[86249]: 'Log': '1.0', Apr 19 18:08:33.286014 dv-cinder-786927-1-iscsi neutron-server[86249]: 'Network': '1.1', Apr 19 18:08:33.286014 dv-cinder-786927-1-iscsi neutron-server[86249]: 'Port': '1.7', Apr 19 18:08:33.286014 dv-cinder-786927-1-iscsi neutron-server[86249]: 'PortForwarding': '1.2', Apr 19 18:08:33.286014 dv-cinder-786927-1-iscsi neutron-server[86249]: 'QosPolicy': '1.8', Apr 19 18:08:33.286014 dv-cinder-786927-1-iscsi neutron-server[86249]: 'SecurityGroup': '1.4', Apr 19 18:08:33.286014 dv-cinder-786927-1-iscsi neutron-server[86249]: 'SecurityGroupRule': '1.2', Apr 19 18:08:33.286014 dv-cinder-786927-1-iscsi neutron-server[86249]: 'SubPort': '1.0', Apr 19 18:08:33.286014 dv-cinder-786927-1-iscsi neutron-server[86249]: 'Subnet': '1.1', Apr 19 18:08:33.286014 dv-cinder-786927-1-iscsi neutron-server[86249]: 'Trunk': '1.1'}} Apr 19 18:08:33.286014 dv-cinder-786927-1-iscsi neutron-server[86249]: {{(pid=86365) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 19 18:08:33.303900 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-bb46962b-fade-4a9e-b039-2c4bc7135da3 None None] Attempting to bind port e3ec67d3-ad61-4e73-924b-95c21e3be3e1 on host dv-cinder-786927-1-iscsi for vnic_type normal with profile {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:08:33.304326 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-bb46962b-fade-4a9e-b039-2c4bc7135da3 None None] Attempting to bind port e3ec67d3-ad61-4e73-924b-95c21e3be3e1 by drivers openvswitch,hyperv on host dv-cinder-786927-1-iscsi at level 0 using segments [{'id': '0feff90a-dbfd-4f74-a485-a97c7d109a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '62fd75e2-c73a-4f65-a8c0-ed2f4b019444'}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:08:33.304739 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb46962b-fade-4a9e-b039-2c4bc7135da3 None None] Attempting to bind port e3ec67d3-ad61-4e73-924b-95c21e3be3e1 on network 62fd75e2-c73a-4f65-a8c0-ed2f4b019444 {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:08:33.308363 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-ba06027c-95bb-4e1c-b8ca-77079e3f8a06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:08:33.310975 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb46962b-fade-4a9e-b039-2c4bc7135da3 None None] Checking agent: {'id': '84360490-1fcf-4ef7-acd4-64c16b857909', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 7, 56), 'started_at': datetime.datetime(2021, 4, 19, 18, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:08:33.311440 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb46962b-fade-4a9e-b039-2c4bc7135da3 None None] Checking segment: {'id': '0feff90a-dbfd-4f74-a485-a97c7d109a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '62fd75e2-c73a-4f65-a8c0-ed2f4b019444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:08:33.311913 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-bb46962b-fade-4a9e-b039-2c4bc7135da3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:33.312333 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb46962b-fade-4a9e-b039-2c4bc7135da3 None None] Bound using segment: {'id': '0feff90a-dbfd-4f74-a485-a97c7d109a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '62fd75e2-c73a-4f65-a8c0-ed2f4b019444'} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:08:33.312864 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-bb46962b-fade-4a9e-b039-2c4bc7135da3 None None] Bound port: e3ec67d3-ad61-4e73-924b-95c21e3be3e1, host: dv-cinder-786927-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0feff90a-dbfd-4f74-a485-a97c7d109a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '62fd75e2-c73a-4f65-a8c0-ed2f4b019444'}}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:08:33.313267 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-bb46962b-fade-4a9e-b039-2c4bc7135da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:33.410267 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-bb46962b-fade-4a9e-b039-2c4bc7135da3 None None] For port e3ec67d3-ad61-4e73-924b-95c21e3be3e1, host dv-cinder-786927-1-iscsi, cleared binding levels {{(pid=86365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:08:33.415344 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-bb46962b-fade-4a9e-b039-2c4bc7135da3 None None] For port e3ec67d3-ad61-4e73-924b-95c21e3be3e1, host dv-cinder-786927-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-iscsi',level=0,port_id=e3ec67d3-ad61-4e73-924b-95c21e3be3e1,segment=NetworkSegment(0feff90a-dbfd-4f74-a485-a97c7d109a55),segment_id=0feff90a-dbfd-4f74-a485-a97c7d109a55)] {{(pid=86365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:08:33.418559 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-bb46962b-fade-4a9e-b039-2c4bc7135da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:33.423727 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:08:33.509506 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba06027c-95bb-4e1c-b8ca-77079e3f8a06 None None] Pushing event updated for resources: {'Port': ['ID=e3ec67d3-ad61-4e73-924b-95c21e3be3e1,revision_number=4']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:08:33.514050 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-ba06027c-95bb-4e1c-b8ca-77079e3f8a06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:08:33.519352 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb46962b-fade-4a9e-b039-2c4bc7135da3 None None] Routers {'3e475742-aee4-4d6c-b4ed-2d4e62d6a779'} bound to L3 agent in host dv-cinder-786927-1-iscsi {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:08:33.520094 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-bb46962b-fade-4a9e-b039-2c4bc7135da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-19T18:07:54Z,description=,heartbeat_timestamp=2021-04-19T18:08:24Z,host='dv-cinder-786927-1-iscsi',id=24af6f5b-4620-4572-ab28-0613f710586e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:07:54Z,topic='l3_agent')) {'router_ids': ['3e475742-aee4-4d6c-b4ed-2d4e62d6a779'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:08:33.681977 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-bb46962b-fade-4a9e-b039-2c4bc7135da3 None None] Set router 3e475742-aee4-4d6c-b4ed-2d4e62d6a779 gateway port host: None {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:08:34.034068 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-bb46962b-fade-4a9e-b039-2c4bc7135da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e475742-aee4-4d6c-b4ed-2d4e62d6a779', 'name': 'router1', 'tenant_id': '3461b688f7a4435cb86e9f72aead5b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:08:19Z', 'updated_at': '2021-04-19T18:08:30Z', 'revision_number': 2, 'project_id': '3461b688f7a4435cb86e9f72aead5b74', 'gw_port_host': None, '_interfaces': [{'id': 'e3ec67d3-ad61-4e73-924b-95c21e3be3e1', 'name': '', 'network_id': '62fd75e2-c73a-4f65-a8c0-ed2f4b019444', 'tenant_id': '3461b688f7a4435cb86e9f72aead5b74', 'mac_address': 'fa:16:3e:44:08:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e475742-aee4-4d6c-b4ed-2d4e62d6a779', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '05cfc2ff-a0e3-40ee-ae7b-ef4ccdc65653', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:08:30Z', 'updated_at': '2021-04-19T18:08:33Z', 'revision_number': 4, 'project_id': '3461b688f7a4435cb86e9f72aead5b74', 'subnets': [{'id': '05cfc2ff-a0e3-40ee-ae7b-ef4ccdc65653', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bb97f66d-a694-4bc5-876c-f9dca711e1f2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-iscsi', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:08:34.038300 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb46962b-fade-4a9e-b039-2c4bc7135da3 None None] The sync data for ids ['3e475742-aee4-4d6c-b4ed-2d4e62d6a779'] in dv-cinder-786927-1-iscsi is: [{'id': '3e475742-aee4-4d6c-b4ed-2d4e62d6a779', 'name': 'router1', 'tenant_id': '3461b688f7a4435cb86e9f72aead5b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:08:19Z', 'updated_at': '2021-04-19T18:08:30Z', 'revision_number': 2, 'project_id': '3461b688f7a4435cb86e9f72aead5b74', 'gw_port_host': None, '_interfaces': [{'id': 'e3ec67d3-ad61-4e73-924b-95c21e3be3e1', 'name': '', 'network_id': '62fd75e2-c73a-4f65-a8c0-ed2f4b019444', 'tenant_id': '3461b688f7a4435cb86e9f72aead5b74', 'mac_address': 'fa:16:3e:44:08:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e475742-aee4-4d6c-b4ed-2d4e62d6a779', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '05cfc2ff-a0e3-40ee-ae7b-ef4ccdc65653', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:08:30Z', 'updated_at': '2021-04-19T18:08:33Z', 'revision_number': 4, 'project_id': '3461b688f7a4435cb86e9f72aead5b74', 'subnets': [{'id': '05cfc2ff-a0e3-40ee-ae7b-ef4ccdc65653', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bb97f66d-a694-4bc5-876c-f9dca711e1f2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:08:34.233043 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.agents_db [None req-8d26a53d-5aec-40fe-9147-3f846c88e388 None None] Agent healthcheck: found 5 active agents {{(pid=86365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:08:34.403357 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 55634) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:08:34.563990 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5379c935-b198-4c66-b2cd-fbfacad29225 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:08:34.565129 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-5379c935-b198-4c66-b2cd-fbfacad29225 admin admin] Synchronizing usage tracker for tenant:e9e2114fcc6742b4aefbfacaeb7eae3c on resource:network {{(pid=86362) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:08:34.581955 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-5379c935-b198-4c66-b2cd-fbfacad29225 admin admin] Unset dirty status for tenant:e9e2114fcc6742b4aefbfacaeb7eae3c on resource:network {{(pid=86362) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:08:34.583218 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-5379c935-b198-4c66-b2cd-fbfacad29225 admin admin] 10.222.0.36 "GET /v2.0/networks/4d554598-b480-4681-a36f-a7d82bbc0b33 HTTP/1.1" status: 200 len: 842 time: 0.1787059 Apr 19 18:08:34.594089 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-1cf5505f-0f7d-4f89-bcce-5ff15cb59f00 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.27.0.0/24', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.27.0.1'}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:08:34.599683 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-1cf5505f-0f7d-4f89-bcce-5ff15cb59f00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:08:34.603636 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-1cf5505f-0f7d-4f89-bcce-5ff15cb59f00 admin admin] Usage tracker for resource:subnet and tenant:e9e2114fcc6742b4aefbfacaeb7eae3c is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:08:34.606687 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-1cf5505f-0f7d-4f89-bcce-5ff15cb59f00 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:08:34.613174 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-1cf5505f-0f7d-4f89-bcce-5ff15cb59f00 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:08:34.621822 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf5505f-0f7d-4f89-bcce-5ff15cb59f00 admin admin] Made reservation on behalf of e9e2114fcc6742b4aefbfacaeb7eae3c for: {'subnet': 1} {{(pid=86362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:08:34.626459 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1cf5505f-0f7d-4f89-bcce-5ff15cb59f00 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:35.315330 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.objects.ports [None req-1cf5505f-0f7d-4f89-bcce-5ff15cb59f00 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86362) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 19 18:08:35.316146 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1cf5505f-0f7d-4f89-bcce-5ff15cb59f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853862292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962'] for subnet, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:35.324600 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:08:35.470504 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf5505f-0f7d-4f89-bcce-5ff15cb59f00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ca15ad6-e22c-47ba-9758-57475411b5fa,revision_number=0']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:08:35.478644 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-1cf5505f-0f7d-4f89-bcce-5ff15cb59f00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:08:35.487056 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf5505f-0f7d-4f89-bcce-5ff15cb59f00 admin admin] Checking segment: {'id': 'c45e75c0-3629-4b9b-9637-c1f0a35fb912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:08:35.487737 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf5505f-0f7d-4f89-bcce-5ff15cb59f00 admin admin] Network hostable DHCP agents. Network: 4d554598-b480-4681-a36f-a7d82bbc0b33, hostable agents: ['66dd5093-526f-401d-add7-2f8e88013a06'], hosted agents: [] {{(pid=86362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 18:08:35.520265 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf5505f-0f7d-4f89-bcce-5ff15cb59f00 admin admin] Network 4d554598-b480-4681-a36f-a7d82bbc0b33 is scheduled to be hosted by DHCP agent 66dd5093-526f-401d-add7-2f8e88013a06 with binding_index 1 {{(pid=86362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 18:08:35.530993 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-1cf5505f-0f7d-4f89-bcce-5ff15cb59f00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786927-1-iscsi, 4d554598-b480-4681-a36f-a7d82bbc0b33) {{(pid=86362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:08:35.535761 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf5505f-0f7d-4f89-bcce-5ff15cb59f00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:08:35.536417 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1cf5505f-0f7d-4f89-bcce-5ff15cb59f00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759945'] for subnet, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:35.541302 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ada10d1-0000-407b-8e71-f70d384c9a60 None None] Network 4d554598-b480-4681-a36f-a7d82bbc0b33 requested from dv-cinder-786927-1-iscsi {{(pid=86364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:08:35.557475 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-1cf5505f-0f7d-4f89-bcce-5ff15cb59f00 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9672062 Apr 19 18:08:35.795823 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4997e15a-0de0-4d79-b79c-6010220c7917 None None] Network 4d554598-b480-4681-a36f-a7d82bbc0b33 requested from dv-cinder-786927-1-iscsi {{(pid=86364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:08:37.896821 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device e3ec67d3-ad61-4e73-924b-95c21e3be3e1 up at agent ovs-agent-dv-cinder-786927-1-iscsi {{(pid=86364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:08:37.964799 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Provisioning for port e3ec67d3-ad61-4e73-924b-95c21e3be3e1 completed by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:08:37.969532 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Provisioning complete for port e3ec67d3-ad61-4e73-924b-95c21e3be3e1 triggered by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:08:37.969935 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:38.092272 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:38.124996 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] For port e3ec67d3-ad61-4e73-924b-95c21e3be3e1, host dv-cinder-786927-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-iscsi',level=0,port_id=e3ec67d3-ad61-4e73-924b-95c21e3be3e1,segment=NetworkSegment(0feff90a-dbfd-4f74-a485-a97c7d109a55),segment_id=0feff90a-dbfd-4f74-a485-a97c7d109a55)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:08:38.128394 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:38.130551 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-6c63437a-e829-4cdd-b2ee-f14a4b2d929c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:08:38.307828 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 55648) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:08:38.350114 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Pushing event updated for resources: {'Port': ['ID=e3ec67d3-ad61-4e73-924b-95c21e3be3e1,revision_number=5']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:08:38.353441 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:08:38.515054 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-f4b80e03-c119-479f-baf0-0acac81b2ebe admin admin] 10.222.0.36 "GET /v2.0/routers/3e475742-aee4-4d6c-b4ed-2d4e62d6a779 HTTP/1.1" status: 200 len: 710 time: 0.2059572 Apr 19 18:08:38.649382 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2c9d32-b5ff-4c66-90e0-00357c98599c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:08:38.650728 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-8e2c9d32-b5ff-4c66-90e0-00357c98599c admin admin] 10.222.0.36 "GET /v2.0/networks/4d554598-b480-4681-a36f-a7d82bbc0b33 HTTP/1.1" status: 200 len: 886 time: 0.1299922 Apr 19 18:08:38.660691 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-71e4f1e2-841e-4aee-b8fa-48d04da1d632 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33'}}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:08:39.129018 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-71e4f1e2-841e-4aee-b8fa-48d04da1d632 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3221'] for router, precommit_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:39.667216 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-71e4f1e2-841e-4aee-b8fa-48d04da1d632 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:39.725388 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-71e4f1e2-841e-4aee-b8fa-48d04da1d632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:39.868177 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [None req-71e4f1e2-841e-4aee-b8fa-48d04da1d632 admin admin] Allocated IP 172.27.0.32 (4d554598-b480-4681-a36f-a7d82bbc0b33/6ca15ad6-e22c-47ba-9758-57475411b5fa/ccfc77ce-6ff8-4854-958f-efa519d12c06) {{(pid=86362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:08:39.884652 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device e3ec67d3-ad61-4e73-924b-95c21e3be3e1 up at agent ovs-agent-dv-cinder-786927-1-iscsi {{(pid=86364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:08:39.956527 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Provisioning complete for port e3ec67d3-ad61-4e73-924b-95c21e3be3e1 triggered by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:08:39.956848 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:40.023631 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-71e4f1e2-841e-4aee-b8fa-48d04da1d632 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:40.054895 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-71e4f1e2-841e-4aee-b8fa-48d04da1d632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782697811417'] for port, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:40.060108 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-2fad913c-9381-4700-9bf1-3863c7e6760b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:08:40.128184 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e4f1e2-841e-4aee-b8fa-48d04da1d632 admin admin] Network 4d554598-b480-4681-a36f-a7d82bbc0b33 is already hosted by enough agents. {{(pid=86362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:08:40.131835 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-71e4f1e2-841e-4aee-b8fa-48d04da1d632 admin admin] Resources bound (agent type, host, resource id): {{(pid=86362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:08:40.135790 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e4f1e2-841e-4aee-b8fa-48d04da1d632 admin admin] Received port after_create {{(pid=86362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:08:40.261529 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e4f1e2-841e-4aee-b8fa-48d04da1d632 admin admin] Pushing event updated for resources: {'Port': ['ID=ccfc77ce-6ff8-4854-958f-efa519d12c06,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:08:40.265923 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-71e4f1e2-841e-4aee-b8fa-48d04da1d632 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:08:40.540532 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-71e4f1e2-841e-4aee-b8fa-48d04da1d632 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:40.886644 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-71e4f1e2-841e-4aee-b8fa-48d04da1d632 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3221'] for router, precommit_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:40.890294 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-71e4f1e2-841e-4aee-b8fa-48d04da1d632 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854126372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854126387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-649413', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854149077'] for router, after_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:41.074965 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71e4f1e2-841e-4aee-b8fa-48d04da1d632 admin admin] Router 3e475742-aee4-4d6c-b4ed-2d4e62d6a779 has already been hosted by L3 agent 24af6f5b-4620-4572-ab28-0613f710586e {{(pid=86362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:08:41.438549 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71e4f1e2-841e-4aee-b8fa-48d04da1d632 admin admin] Notify agent at l3_agent.dv-cinder-786927-1-iscsi the message routers_updated {{(pid=86362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:08:41.447290 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-71e4f1e2-841e-4aee-b8fa-48d04da1d632 admin admin] Notify callbacks [] for router, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:41.448540 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-71e4f1e2-841e-4aee-b8fa-48d04da1d632 admin admin] 10.222.0.36 "PUT /v2.0/routers/3e475742-aee4-4d6c-b4ed-2d4e62d6a779 HTTP/1.1" status: 200 len: 889 time: 2.7912924 Apr 19 18:08:41.449196 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866309ce-c5c1-4c2e-a4fa-71b0c4aacb9a None None] Sync routers for ids ['3e475742-aee4-4d6c-b4ed-2d4e62d6a779'] in dv-cinder-786927-1-iscsi {{(pid=86364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:08:41.459804 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866309ce-c5c1-4c2e-a4fa-71b0c4aacb9a None None] Routers {'3e475742-aee4-4d6c-b4ed-2d4e62d6a779'} bound to L3 agent in host dv-cinder-786927-1-iscsi {{(pid=86364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:08:41.460531 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-866309ce-c5c1-4c2e-a4fa-71b0c4aacb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-19T18:07:54Z,description=,heartbeat_timestamp=2021-04-19T18:08:24Z,host='dv-cinder-786927-1-iscsi',id=24af6f5b-4620-4572-ab28-0613f710586e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:07:54Z,topic='l3_agent')) {'router_ids': ['3e475742-aee4-4d6c-b4ed-2d4e62d6a779'], 'active': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:08:41.662168 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-866309ce-c5c1-4c2e-a4fa-71b0c4aacb9a None None] Set router 3e475742-aee4-4d6c-b4ed-2d4e62d6a779 gateway port host: dv-cinder-786927-1-iscsi {{(pid=86364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:08:42.023904 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-866309ce-c5c1-4c2e-a4fa-71b0c4aacb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e475742-aee4-4d6c-b4ed-2d4e62d6a779', 'name': 'router1', 'tenant_id': '3461b688f7a4435cb86e9f72aead5b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'ccfc77ce-6ff8-4854-958f-efa519d12c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:08:19Z', 'updated_at': '2021-04-19T18:08:40Z', 'revision_number': 4, 'project_id': '3461b688f7a4435cb86e9f72aead5b74', 'gw_port': {'id': 'ccfc77ce-6ff8-4854-958f-efa519d12c06', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ae:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e475742-aee4-4d6c-b4ed-2d4e62d6a779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:08:39Z', 'updated_at': '2021-04-19T18:08:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi', '_interfaces': [{'id': 'e3ec67d3-ad61-4e73-924b-95c21e3be3e1', 'name': '', 'network_id': '62fd75e2-c73a-4f65-a8c0-ed2f4b019444', 'tenant_id': '3461b688f7a4435cb86e9f72aead5b74', 'mac_address': 'fa:16:3e:44:08:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e475742-aee4-4d6c-b4ed-2d4e62d6a779', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '05cfc2ff-a0e3-40ee-ae7b-ef4ccdc65653', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:08:30Z', 'updated_at': '2021-04-19T18:08:38Z', 'revision_number': 5, 'project_id': '3461b688f7a4435cb86e9f72aead5b74', 'subnets': [{'id': '05cfc2ff-a0e3-40ee-ae7b-ef4ccdc65653', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bb97f66d-a694-4bc5-876c-f9dca711e1f2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-iscsi', False) {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:08:42.028887 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866309ce-c5c1-4c2e-a4fa-71b0c4aacb9a None None] Checking router: 3e475742-aee4-4d6c-b4ed-2d4e62d6a779 for host: dv-cinder-786927-1-iscsi {{(pid=86364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:08:42.029278 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866309ce-c5c1-4c2e-a4fa-71b0c4aacb9a None None] Updating router 3e475742-aee4-4d6c-b4ed-2d4e62d6a779 port ccfc77ce-6ff8-4854-958f-efa519d12c06 binding host dv-cinder-786927-1-iscsi {{(pid=86364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 18:08:42.085001 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-866309ce-c5c1-4c2e-a4fa-71b0c4aacb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:42.430112 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-866309ce-c5c1-4c2e-a4fa-71b0c4aacb9a None None] Notify callbacks [] for port, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:42.442771 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-866309ce-c5c1-4c2e-a4fa-71b0c4aacb9a None None] Transition to ACTIVE for port object ccfc77ce-6ff8-4854-958f-efa519d12c06 will not be triggered until provisioned by entity L2. {{(pid=86364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:08:42.448127 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-866309ce-c5c1-4c2e-a4fa-71b0c4aacb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:42.452897 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:08:42.534467 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-866309ce-c5c1-4c2e-a4fa-71b0c4aacb9a None None] Attempting to bind port ccfc77ce-6ff8-4854-958f-efa519d12c06 on host dv-cinder-786927-1-iscsi for vnic_type normal with profile {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:08:42.534878 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-866309ce-c5c1-4c2e-a4fa-71b0c4aacb9a None None] Attempting to bind port ccfc77ce-6ff8-4854-958f-efa519d12c06 by drivers openvswitch,hyperv on host dv-cinder-786927-1-iscsi at level 0 using segments [{'id': 'c45e75c0-3629-4b9b-9637-c1f0a35fb912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33'}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:08:42.535317 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866309ce-c5c1-4c2e-a4fa-71b0c4aacb9a None None] Attempting to bind port ccfc77ce-6ff8-4854-958f-efa519d12c06 on network 4d554598-b480-4681-a36f-a7d82bbc0b33 {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:08:42.541375 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae48d66-215a-48f9-9e9d-64c8c3ad11a6 None None] Pushing event updated for resources: {'Port': ['ID=ccfc77ce-6ff8-4854-958f-efa519d12c06,revision_number=2']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:08:42.545433 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-0ae48d66-215a-48f9-9e9d-64c8c3ad11a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:08:42.548094 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866309ce-c5c1-4c2e-a4fa-71b0c4aacb9a None None] Checking agent: {'id': '84360490-1fcf-4ef7-acd4-64c16b857909', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 7, 56), 'started_at': datetime.datetime(2021, 4, 19, 18, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:08:42.548537 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866309ce-c5c1-4c2e-a4fa-71b0c4aacb9a None None] Checking segment: {'id': 'c45e75c0-3629-4b9b-9637-c1f0a35fb912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:08:42.548945 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-866309ce-c5c1-4c2e-a4fa-71b0c4aacb9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:42.549353 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866309ce-c5c1-4c2e-a4fa-71b0c4aacb9a None None] Bound using segment: {'id': 'c45e75c0-3629-4b9b-9637-c1f0a35fb912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33'} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:08:42.549867 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-866309ce-c5c1-4c2e-a4fa-71b0c4aacb9a None None] Bound port: ccfc77ce-6ff8-4854-958f-efa519d12c06, host: dv-cinder-786927-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c45e75c0-3629-4b9b-9637-c1f0a35fb912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33'}}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:08:42.550277 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-866309ce-c5c1-4c2e-a4fa-71b0c4aacb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:42.624927 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-866309ce-c5c1-4c2e-a4fa-71b0c4aacb9a None None] For port ccfc77ce-6ff8-4854-958f-efa519d12c06, host dv-cinder-786927-1-iscsi, cleared binding levels {{(pid=86364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:08:42.628550 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-866309ce-c5c1-4c2e-a4fa-71b0c4aacb9a None None] For port ccfc77ce-6ff8-4854-958f-efa519d12c06, host dv-cinder-786927-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-iscsi',level=0,port_id=ccfc77ce-6ff8-4854-958f-efa519d12c06,segment=NetworkSegment(c45e75c0-3629-4b9b-9637-c1f0a35fb912),segment_id=c45e75c0-3629-4b9b-9637-c1f0a35fb912)] {{(pid=86364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:08:42.631810 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-866309ce-c5c1-4c2e-a4fa-71b0c4aacb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:42.636582 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:08:42.719229 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866309ce-c5c1-4c2e-a4fa-71b0c4aacb9a None None] Routers {'3e475742-aee4-4d6c-b4ed-2d4e62d6a779'} bound to L3 agent in host dv-cinder-786927-1-iscsi {{(pid=86364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:08:42.719915 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-866309ce-c5c1-4c2e-a4fa-71b0c4aacb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-19T18:07:54Z,description=,heartbeat_timestamp=2021-04-19T18:08:24Z,host='dv-cinder-786927-1-iscsi',id=24af6f5b-4620-4572-ab28-0613f710586e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:07:54Z,topic='l3_agent')) {'router_ids': ['3e475742-aee4-4d6c-b4ed-2d4e62d6a779'], 'active': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:08:42.778481 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae48d66-215a-48f9-9e9d-64c8c3ad11a6 None None] Pushing event updated for resources: {'Port': ['ID=ccfc77ce-6ff8-4854-958f-efa519d12c06,revision_number=3']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:08:42.840564 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-0ae48d66-215a-48f9-9e9d-64c8c3ad11a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:08:42.914263 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-866309ce-c5c1-4c2e-a4fa-71b0c4aacb9a None None] Set router 3e475742-aee4-4d6c-b4ed-2d4e62d6a779 gateway port host: dv-cinder-786927-1-iscsi {{(pid=86364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:08:43.269101 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-866309ce-c5c1-4c2e-a4fa-71b0c4aacb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e475742-aee4-4d6c-b4ed-2d4e62d6a779', 'name': 'router1', 'tenant_id': '3461b688f7a4435cb86e9f72aead5b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'ccfc77ce-6ff8-4854-958f-efa519d12c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:08:19Z', 'updated_at': '2021-04-19T18:08:40Z', 'revision_number': 4, 'project_id': '3461b688f7a4435cb86e9f72aead5b74', 'gw_port': {'id': 'ccfc77ce-6ff8-4854-958f-efa519d12c06', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ae:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e475742-aee4-4d6c-b4ed-2d4e62d6a779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:08:39Z', 'updated_at': '2021-04-19T18:08:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi', '_interfaces': [{'id': 'e3ec67d3-ad61-4e73-924b-95c21e3be3e1', 'name': '', 'network_id': '62fd75e2-c73a-4f65-a8c0-ed2f4b019444', 'tenant_id': '3461b688f7a4435cb86e9f72aead5b74', 'mac_address': 'fa:16:3e:44:08:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e475742-aee4-4d6c-b4ed-2d4e62d6a779', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '05cfc2ff-a0e3-40ee-ae7b-ef4ccdc65653', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:08:30Z', 'updated_at': '2021-04-19T18:08:38Z', 'revision_number': 5, 'project_id': '3461b688f7a4435cb86e9f72aead5b74', 'subnets': [{'id': '05cfc2ff-a0e3-40ee-ae7b-ef4ccdc65653', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bb97f66d-a694-4bc5-876c-f9dca711e1f2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-iscsi', False) {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:08:43.273377 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866309ce-c5c1-4c2e-a4fa-71b0c4aacb9a None None] The sync data for ids ['3e475742-aee4-4d6c-b4ed-2d4e62d6a779'] in dv-cinder-786927-1-iscsi is: [{'id': '3e475742-aee4-4d6c-b4ed-2d4e62d6a779', 'name': 'router1', 'tenant_id': '3461b688f7a4435cb86e9f72aead5b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'ccfc77ce-6ff8-4854-958f-efa519d12c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:08:19Z', 'updated_at': '2021-04-19T18:08:40Z', 'revision_number': 4, 'project_id': '3461b688f7a4435cb86e9f72aead5b74', 'gw_port': {'id': 'ccfc77ce-6ff8-4854-958f-efa519d12c06', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ae:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e475742-aee4-4d6c-b4ed-2d4e62d6a779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:08:39Z', 'updated_at': '2021-04-19T18:08:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi', '_interfaces': [{'id': 'e3ec67d3-ad61-4e73-924b-95c21e3be3e1', 'name': '', 'network_id': '62fd75e2-c73a-4f65-a8c0-ed2f4b019444', 'tenant_id': '3461b688f7a4435cb86e9f72aead5b74', 'mac_address': 'fa:16:3e:44:08:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e475742-aee4-4d6c-b4ed-2d4e62d6a779', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '05cfc2ff-a0e3-40ee-ae7b-ef4ccdc65653', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:08:30Z', 'updated_at': '2021-04-19T18:08:38Z', 'revision_number': 5, 'project_id': '3461b688f7a4435cb86e9f72aead5b74', 'subnets': [{'id': '05cfc2ff-a0e3-40ee-ae7b-ef4ccdc65653', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bb97f66d-a694-4bc5-876c-f9dca711e1f2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:08:43.920624 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device ccfc77ce-6ff8-4854-958f-efa519d12c06 up at agent ovs-agent-dv-cinder-786927-1-iscsi {{(pid=86364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:08:43.997252 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Provisioning for port ccfc77ce-6ff8-4854-958f-efa519d12c06 completed by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:08:44.002964 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Provisioning complete for port ccfc77ce-6ff8-4854-958f-efa519d12c06 triggered by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:08:44.003406 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:44.191851 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 55658) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:08:44.285369 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:44.302240 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] For port ccfc77ce-6ff8-4854-958f-efa519d12c06, host dv-cinder-786927-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-iscsi',level=0,port_id=ccfc77ce-6ff8-4854-958f-efa519d12c06,segment=NetworkSegment(c45e75c0-3629-4b9b-9637-c1f0a35fb912),segment_id=c45e75c0-3629-4b9b-9637-c1f0a35fb912)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:08:44.305135 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:44.307312 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-0ae48d66-215a-48f9-9e9d-64c8c3ad11a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:08:44.320065 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-f1ec57a6-bec5-4667-8c8c-f21c6f853a23 admin admin] 10.222.0.36 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1269145 Apr 19 18:08:44.381644 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Pushing event updated for resources: {'Port': ['ID=ccfc77ce-6ff8-4854-958f-efa519d12c06,revision_number=4']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:08:44.385234 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:08:45.901044 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device ccfc77ce-6ff8-4854-958f-efa519d12c06 up at agent ovs-agent-dv-cinder-786927-1-iscsi {{(pid=86364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:08:45.978810 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Provisioning complete for port ccfc77ce-6ff8-4854-958f-efa519d12c06 triggered by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:08:45.979508 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:51.708876 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4a4bde8e-a0e7-4d50-add2-bfbbe6034f8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:54.178367 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-03135ef3-261f-4f2d-8625-c8399d8961d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:54.745582 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-60872106-3921-4474-9775-f4da212b8297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:55.839935 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:56.039666 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-eae962f3-e32e-4947-814b-3e299d74c6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:09:11.234024 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.agents_db [None req-8d26a53d-5aec-40fe-9147-3f846c88e388 None None] Agent healthcheck: found 5 active agents {{(pid=86365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:09:21.692455 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b31b7056-cc4a-44f1-90fa-82aa377ce8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:09:24.156586 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-de5de23d-ba59-4130-8aad-643b27115770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:09:24.754505 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-60872106-3921-4474-9775-f4da212b8297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:09:25.848053 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:09:26.050339 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-eae962f3-e32e-4947-814b-3e299d74c6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:09:48.234490 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.agents_db [None req-8d26a53d-5aec-40fe-9147-3f846c88e388 None None] Agent healthcheck: found 5 active agents {{(pid=86365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:09:51.697027 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0f9fb4f7-535e-4ee9-8455-887c03469832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:09:54.149103 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7e36648d-2bdf-4b76-a148-4769a82d1390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:09:54.739270 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-60872106-3921-4474-9775-f4da212b8297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:09:55.841321 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:09:56.053052 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-eae962f3-e32e-4947-814b-3e299d74c6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:21.698304 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d3708873-b83e-4ad9-ac30-6ad1e888c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:24.149119 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-209f7342-51ed-47e9-aad3-9229d13f1398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:24.744829 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-60872106-3921-4474-9775-f4da212b8297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:25.234780 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.agents_db [None req-8d26a53d-5aec-40fe-9147-3f846c88e388 None None] Agent healthcheck: found 5 active agents {{(pid=86365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:10:25.842749 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:26.057619 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-eae962f3-e32e-4947-814b-3e299d74c6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:28.431685 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 56228) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:10:28.504383 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ff6f743-503c-4372-bb07-271a6cdf1bed admin admin] GET failed (client error): The resource could not be found. Apr 19 18:10:28.505710 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-3ff6f743-503c-4372-bb07-271a6cdf1bed admin admin] 10.222.0.36 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0729516 Apr 19 18:10:28.662439 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be20538-ee03-4cf1-84c8-8a2c7aa6cf69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:10:28.663959 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-5be20538-ee03-4cf1-84c8-8a2c7aa6cf69 admin admin] 10.222.0.36 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1540546 Apr 19 18:10:31.171575 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 56240) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:10:31.290197 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c40d356-a911-4c13-9c71-1bc7ee87f3d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:10:31.290813 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-8c40d356-a911-4c13-9c71-1bc7ee87f3d0 admin admin] Synchronizing usage tracker for tenant:e9e2114fcc6742b4aefbfacaeb7eae3c on resource:subnet {{(pid=86362) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:10:31.307061 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-8c40d356-a911-4c13-9c71-1bc7ee87f3d0 admin admin] Unset dirty status for tenant:e9e2114fcc6742b4aefbfacaeb7eae3c on resource:subnet {{(pid=86362) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:10:31.308386 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-8c40d356-a911-4c13-9c71-1bc7ee87f3d0 admin admin] 10.222.0.36 "GET /v2.0/subnets/05cfc2ff-a0e3-40ee-ae7b-ef4ccdc65653 HTTP/1.1" status: 200 len: 849 time: 0.1357443 Apr 19 18:10:31.319362 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-69c5580d-2894-4bc0-bd0e-5cb6b0e4629a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:10:31.450180 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-69c5580d-2894-4bc0-bd0e-5cb6b0e4629a admin admin] Notify callbacks [] for subnet, before_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:31.755233 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-69c5580d-2894-4bc0-bd0e-5cb6b0e4629a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853862292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8782698259673'] for subnet, after_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:31.760037 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-1cf5505f-0f7d-4f89-bcce-5ff15cb59f00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:10:31.800451 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c5580d-2894-4bc0-bd0e-5cb6b0e4629a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:10:31.801229 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-69c5580d-2894-4bc0-bd0e-5cb6b0e4629a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759945'] for subnet, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:31.802988 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-69c5580d-2894-4bc0-bd0e-5cb6b0e4629a admin admin] 10.222.0.36 "PUT /v2.0/subnets/05cfc2ff-a0e3-40ee-ae7b-ef4ccdc65653 HTTP/1.1" status: 200 len: 868 time: 0.4879944 Apr 19 18:10:31.804639 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1111133f-3255-4bbb-bf23-086f4699d72c None None] Network 62fd75e2-c73a-4f65-a8c0-ed2f4b019444 requested from dv-cinder-786927-1-iscsi {{(pid=86364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:10:31.830477 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c5580d-2894-4bc0-bd0e-5cb6b0e4629a admin admin] Pushing event updated for resources: {'Subnet': ['ID=05cfc2ff-a0e3-40ee-ae7b-ef4ccdc65653,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:10:31.838621 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c5580d-2894-4bc0-bd0e-5cb6b0e4629a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:10:31.838996 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c5580d-2894-4bc0-bd0e-5cb6b0e4629a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:10:31.839408 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c5580d-2894-4bc0-bd0e-5cb6b0e4629a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:10:31.839774 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c5580d-2894-4bc0-bd0e-5cb6b0e4629a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:10:31.840134 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c5580d-2894-4bc0-bd0e-5cb6b0e4629a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:10:31.840496 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c5580d-2894-4bc0-bd0e-5cb6b0e4629a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:10:31.840856 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c5580d-2894-4bc0-bd0e-5cb6b0e4629a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:10:31.841213 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c5580d-2894-4bc0-bd0e-5cb6b0e4629a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:10:31.841591 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c5580d-2894-4bc0-bd0e-5cb6b0e4629a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:10:31.841946 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c5580d-2894-4bc0-bd0e-5cb6b0e4629a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:10:31.842298 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c5580d-2894-4bc0-bd0e-5cb6b0e4629a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:10:31.842654 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c5580d-2894-4bc0-bd0e-5cb6b0e4629a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:10:31.847380 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-69c5580d-2894-4bc0-bd0e-5cb6b0e4629a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:10:32.321745 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-aeb43780-b11e-4ce6-88c0-c9c5fcb081c5 None None] Provisioning complete for port e3ec67d3-ad61-4e73-924b-95c21e3be3e1 triggered by entity DHCP. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:10:32.322300 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-aeb43780-b11e-4ce6-88c0-c9c5fcb081c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:32.456414 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-aeb43780-b11e-4ce6-88c0-c9c5fcb081c5 None None] Provisioning complete for port aaefb8d6-0c93-447c-b84a-ccfa934147ba triggered by entity DHCP. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:10:32.456718 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-aeb43780-b11e-4ce6-88c0-c9c5fcb081c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:34.320711 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 56250) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:10:34.508444 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ebf6cfc-4cf0-431a-9208-8a9ed939dc64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:10:34.508978 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ebf6cfc-4cf0-431a-9208-8a9ed939dc64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:10:34.510615 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-6ebf6cfc-4cf0-431a-9208-8a9ed939dc64 admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1888709 Apr 19 18:10:36.998204 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 56260) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:10:37.155322 dv-cinder-786927-1-iscsi neutron-server[86249]: WARNING oslo_policy.policy [None req-227a9a24-17f2-4bb0-86c0-3220e6d5b6f1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 19 18:10:37.155938 dv-cinder-786927-1-iscsi neutron-server[86249]: WARNING oslo_policy.policy [None req-227a9a24-17f2-4bb0-86c0-3220e6d5b6f1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 19 18:10:37.816473 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.policy [None req-227a9a24-17f2-4bb0-86c0-3220e6d5b6f1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86363) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 19 18:10:37.871740 dv-cinder-786927-1-iscsi neutron-server[86249]: WARNING oslo_policy.policy [None req-227a9a24-17f2-4bb0-86c0-3220e6d5b6f1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 19 18:10:37.872167 dv-cinder-786927-1-iscsi neutron-server[86249]: WARNING oslo_policy.policy [None req-227a9a24-17f2-4bb0-86c0-3220e6d5b6f1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 19 18:10:37.889373 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227a9a24-17f2-4bb0-86c0-3220e6d5b6f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:10:37.889891 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227a9a24-17f2-4bb0-86c0-3220e6d5b6f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:10:37.891983 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-227a9a24-17f2-4bb0-86c0-3220e6d5b6f1 admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.8917840 Apr 19 18:10:40.435716 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 56276) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:10:40.618854 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c080a4c-10e5-49ca-9b42-a93ca5b26509 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:10:40.620241 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-9c080a4c-10e5-49ca-9b42-a93ca5b26509 admin admin] 10.222.0.36 "GET /v2.0/networks/4d554598-b480-4681-a36f-a7d82bbc0b33 HTTP/1.1" status: 200 len: 886 time: 0.1834991 Apr 19 18:10:43.159500 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 56286) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:10:43.350546 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00742061-a6c1-42ee-952a-40e2c6eb4e48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:10:43.351936 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-00742061-a6c1-42ee-952a-40e2c6eb4e48 admin admin] 10.222.0.36 "GET /v2.0/networks/62fd75e2-c73a-4f65-a8c0-ed2f4b019444 HTTP/1.1" status: 200 len: 869 time: 0.1914043 Apr 19 18:10:45.891534 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 56296) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:10:46.008731 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150156f1-cce4-43da-a601-906ee438efbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:10:46.009235 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150156f1-cce4-43da-a601-906ee438efbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:10:46.010811 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-150156f1-cce4-43da-a601-906ee438efbe admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1177757 Apr 19 18:10:48.552500 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 56306) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:10:48.671068 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee3d83e-697c-4a2d-bf06-966f0c9f4f3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:10:48.671610 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee3d83e-697c-4a2d-bf06-966f0c9f4f3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:10:48.673282 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-eee3d83e-697c-4a2d-bf06-966f0c9f4f3b admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1197340 Apr 19 18:10:51.187835 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 56316) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:10:51.302158 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe95148-a53c-4a34-9365-182739a9c17f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:10:51.303592 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-abe95148-a53c-4a34-9365-182739a9c17f admin admin] 10.222.0.36 "GET /v2.0/subnets/05cfc2ff-a0e3-40ee-ae7b-ef4ccdc65653 HTTP/1.1" status: 200 len: 868 time: 0.1147447 Apr 19 18:10:51.700655 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7bf520bf-587b-4ce3-9c10-a3eb5f311c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:53.806442 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 56326) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:10:53.924433 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91cef7bf-2272-4641-8f3a-64cb11e9fd4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:10:53.925909 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-91cef7bf-2272-4641-8f3a-64cb11e9fd4e admin admin] 10.222.0.36 "GET /v2.0/subnets/6ca15ad6-e22c-47ba-9758-57475411b5fa HTTP/1.1" status: 200 len: 816 time: 0.1182482 Apr 19 18:10:54.168551 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-cfae8647-fc78-4147-8ed2-7386f17f275f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:54.740820 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-60872106-3921-4474-9775-f4da212b8297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:55.845103 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:56.058110 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-eae962f3-e32e-4947-814b-3e299d74c6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:02.234858 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.agents_db [None req-8d26a53d-5aec-40fe-9147-3f846c88e388 None None] Agent healthcheck: found 5 active agents {{(pid=86365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:11:20.710037 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 56370) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:11:20.763748 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [None req-4db726bb-cf15-482a-91ce-a65d2aba6025 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=86362) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 18:11:20.764830 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-4db726bb-cf15-482a-91ce-a65d2aba6025 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0537701 Apr 19 18:11:21.714925 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4170da20-e178-4376-9e3b-d0715f4bbf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:23.347833 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 56380) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:11:23.424919 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a56cb57-948c-4615-b6ee-30bc95358b06 admin admin] GET failed (client error): The resource could not be found. Apr 19 18:11:23.426332 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-5a56cb57-948c-4615-b6ee-30bc95358b06 admin admin] 10.222.0.36 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0774698 Apr 19 18:11:23.561983 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc76a39b-a61b-4d76-9a5a-78afb0048003 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:11:23.563476 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-bc76a39b-a61b-4d76-9a5a-78afb0048003 admin admin] 10.222.0.36 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1327381 Apr 19 18:11:24.150070 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-07f802b0-2cd2-4e1b-a36c-f92131268cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:24.743629 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-60872106-3921-4474-9775-f4da212b8297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:25.848467 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:26.060820 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-eae962f3-e32e-4947-814b-3e299d74c6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:26.081514 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 56390) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:11:26.135759 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-18dfda2d-59d0-4a84-b0ab-efc044644e80 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:11:26.140922 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-18dfda2d-59d0-4a84-b0ab-efc044644e80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:11:26.151834 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-18dfda2d-59d0-4a84-b0ab-efc044644e80 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:11:26.161071 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18dfda2d-59d0-4a84-b0ab-efc044644e80 admin admin] Made reservation on behalf of e9e2114fcc6742b4aefbfacaeb7eae3c for: {'network': 1} {{(pid=86362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:11:26.165912 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-18dfda2d-59d0-4a84-b0ab-efc044644e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for network, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:26.262618 dv-cinder-786927-1-iscsi neutron-server[86249]: WARNING neutron.services.revisions.revision_plugin [None req-18dfda2d-59d0-4a84-b0ab-efc044644e80 admin admin] Could not find related network for resource to bump revision. Apr 19 18:11:26.274793 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18dfda2d-59d0-4a84-b0ab-efc044644e80 admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=86362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 18:11:26.284222 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-18dfda2d-59d0-4a84-b0ab-efc044644e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850937276'] for segment, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:26.284618 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.db.segments_db [None req-18dfda2d-59d0-4a84-b0ab-efc044644e80 admin admin] Added segment fa948766-0612-474d-8b64-c242e04d294a of type vlan for network baa12a79-3b82-49ab-a084-29cb1dffd9d9 Apr 19 18:11:26.311012 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-18dfda2d-59d0-4a84-b0ab-efc044644e80 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782697800819'] for network, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:26.341847 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-18dfda2d-59d0-4a84-b0ab-efc044644e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962'] for network, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:26.343251 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18dfda2d-59d0-4a84-b0ab-efc044644e80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:11:26.343901 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-18dfda2d-59d0-4a84-b0ab-efc044644e80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759945'] for network, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:26.349106 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-de9dba3d-d478-4c6a-8276-7c6e5b969068 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:11:26.454429 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-18dfda2d-59d0-4a84-b0ab-efc044644e80 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3716707 Apr 19 18:11:26.457245 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dfda2d-59d0-4a84-b0ab-efc044644e80 admin admin] Pushing event updated for resources: {'Network': ['ID=baa12a79-3b82-49ab-a084-29cb1dffd9d9,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:11:26.460106 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-18dfda2d-59d0-4a84-b0ab-efc044644e80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:11:26.468628 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Network baa12a79-3b82-49ab-a084-29cb1dffd9d9 details requested by agent ovs-agent-dv-cinder-786927-1-iscsi with host dv-cinder-786927-1-iscsi {{(pid=86364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 18:11:28.981138 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 56400) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:11:29.058985 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.pecan_wsgi.hooks.translation [None req-70235423-f169-49a6-9d99-5a1e3e85df9b admin admin] GET failed (client error): The resource could not be found. Apr 19 18:11:29.059618 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-70235423-f169-49a6-9d99-5a1e3e85df9b admin admin] Synchronizing usage tracker for tenant:e9e2114fcc6742b4aefbfacaeb7eae3c on resource:network {{(pid=86362) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:11:29.074593 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-70235423-f169-49a6-9d99-5a1e3e85df9b admin admin] Unset dirty status for tenant:e9e2114fcc6742b4aefbfacaeb7eae3c on resource:network {{(pid=86362) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:11:29.075901 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-70235423-f169-49a6-9d99-5a1e3e85df9b admin admin] 10.222.0.36 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0937154 Apr 19 18:11:29.195437 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50299ca-5d4c-4d29-890b-a1d097c9b4dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:11:29.197035 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-c50299ca-5d4c-4d29-890b-a1d097c9b4dd admin admin] 10.222.0.36 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1167316 Apr 19 18:11:29.208336 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-f90b782a-0780-48e4-ab72-dd85591eb54a admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': 'baa12a79-3b82-49ab-a084-29cb1dffd9d9', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:11:29.213455 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-f90b782a-0780-48e4-ab72-dd85591eb54a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:11:29.224146 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-f90b782a-0780-48e4-ab72-dd85591eb54a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:11:29.232892 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f90b782a-0780-48e4-ab72-dd85591eb54a admin admin] Made reservation on behalf of e9e2114fcc6742b4aefbfacaeb7eae3c for: {'subnet': 1} {{(pid=86362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:11:29.238124 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f90b782a-0780-48e4-ab72-dd85591eb54a admin admin] Notify callbacks [] for subnet, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:29.635539 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f90b782a-0780-48e4-ab72-dd85591eb54a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853862292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962'] for subnet, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:29.640212 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:11:29.713547 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90b782a-0780-48e4-ab72-dd85591eb54a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2d9a864-ed7c-4705-8049-d0684d01d11b,revision_number=0']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:11:29.717645 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-f90b782a-0780-48e4-ab72-dd85591eb54a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:11:29.730345 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90b782a-0780-48e4-ab72-dd85591eb54a admin admin] Checking segment: {'id': 'fa948766-0612-474d-8b64-c242e04d294a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'baa12a79-3b82-49ab-a084-29cb1dffd9d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:11:29.730742 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90b782a-0780-48e4-ab72-dd85591eb54a admin admin] Network hostable DHCP agents. Network: baa12a79-3b82-49ab-a084-29cb1dffd9d9, hostable agents: ['66dd5093-526f-401d-add7-2f8e88013a06'], hosted agents: [] {{(pid=86362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 18:11:29.749873 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90b782a-0780-48e4-ab72-dd85591eb54a admin admin] Network baa12a79-3b82-49ab-a084-29cb1dffd9d9 is scheduled to be hosted by DHCP agent 66dd5093-526f-401d-add7-2f8e88013a06 with binding_index 1 {{(pid=86362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 18:11:29.757895 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-f90b782a-0780-48e4-ab72-dd85591eb54a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786927-1-iscsi, baa12a79-3b82-49ab-a084-29cb1dffd9d9) {{(pid=86362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:11:29.761992 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90b782a-0780-48e4-ab72-dd85591eb54a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:11:29.762635 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f90b782a-0780-48e4-ab72-dd85591eb54a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759945'] for subnet, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:29.767382 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c626325-52cb-4fef-a4f7-495a84f4556a None None] Network baa12a79-3b82-49ab-a084-29cb1dffd9d9 requested from dv-cinder-786927-1-iscsi {{(pid=86364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:11:29.786866 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-f90b782a-0780-48e4-ab72-dd85591eb54a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5825424 Apr 19 18:11:30.007224 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b97dec-7eb7-42a6-9e5e-d319b2bf5e66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7ea2a11-35e3-5807-b576-1bd2b4770768-baa12a79-3b82-49ab-a084-29cb1dffd9d9', 'network_id': 'baa12a79-3b82-49ab-a084-29cb1dffd9d9', 'tenant_id': 'e9e2114fcc6742b4aefbfacaeb7eae3c', 'fixed_ips': [{'subnet_id': 'b2d9a864-ed7c-4705-8049-d0684d01d11b'}]}} from dv-cinder-786927-1-iscsi. {{(pid=86364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 19 18:11:30.008135 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d0b97dec-7eb7-42a6-9e5e-d319b2bf5e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:30.174056 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [None req-d0b97dec-7eb7-42a6-9e5e-d319b2bf5e66 None None] Allocated IP 192.168.233.2 (baa12a79-3b82-49ab-a084-29cb1dffd9d9/b2d9a864-ed7c-4705-8049-d0684d01d11b/bb50942c-da9e-42cc-948f-5b9312e41813) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:11:30.391933 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d0b97dec-7eb7-42a6-9e5e-d319b2bf5e66 None None] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:30.403581 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-d0b97dec-7eb7-42a6-9e5e-d319b2bf5e66 None None] Transition to ACTIVE for port object bb50942c-da9e-42cc-948f-5b9312e41813 will not be triggered until provisioned by entity L2. {{(pid=86364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:11:30.425843 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-d0b97dec-7eb7-42a6-9e5e-d319b2bf5e66 None None] Transition to ACTIVE for port object bb50942c-da9e-42cc-948f-5b9312e41813 will not be triggered until provisioned by entity DHCP. {{(pid=86364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:11:30.430890 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d0b97dec-7eb7-42a6-9e5e-d319b2bf5e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782697811417'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:30.436834 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-0ae48d66-215a-48f9-9e9d-64c8c3ad11a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:11:30.508377 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b97dec-7eb7-42a6-9e5e-d319b2bf5e66 None None] Network baa12a79-3b82-49ab-a084-29cb1dffd9d9 is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:11:30.511452 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-d0b97dec-7eb7-42a6-9e5e-d319b2bf5e66 None None] Resources bound (agent type, host, resource id): {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:11:30.516060 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b97dec-7eb7-42a6-9e5e-d319b2bf5e66 None None] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:11:30.518961 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b97dec-7eb7-42a6-9e5e-d319b2bf5e66 None None] Pushing event updated for resources: {'Port': ['ID=bb50942c-da9e-42cc-948f-5b9312e41813,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:11:30.528962 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b97dec-7eb7-42a6-9e5e-d319b2bf5e66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:11:30.529348 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b97dec-7eb7-42a6-9e5e-d319b2bf5e66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:11:30.529720 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b97dec-7eb7-42a6-9e5e-d319b2bf5e66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:11:30.530093 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b97dec-7eb7-42a6-9e5e-d319b2bf5e66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:11:30.530456 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b97dec-7eb7-42a6-9e5e-d319b2bf5e66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:11:30.530820 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b97dec-7eb7-42a6-9e5e-d319b2bf5e66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:11:30.531208 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b97dec-7eb7-42a6-9e5e-d319b2bf5e66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:11:30.531570 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b97dec-7eb7-42a6-9e5e-d319b2bf5e66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:11:30.531915 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b97dec-7eb7-42a6-9e5e-d319b2bf5e66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:11:30.532298 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b97dec-7eb7-42a6-9e5e-d319b2bf5e66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:11:30.532921 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b97dec-7eb7-42a6-9e5e-d319b2bf5e66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:11:30.533268 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b97dec-7eb7-42a6-9e5e-d319b2bf5e66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:11:30.567250 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-d0b97dec-7eb7-42a6-9e5e-d319b2bf5e66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:11:30.626468 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-d0b97dec-7eb7-42a6-9e5e-d319b2bf5e66 None None] Attempting to bind port bb50942c-da9e-42cc-948f-5b9312e41813 on host dv-cinder-786927-1-iscsi for vnic_type normal with profile {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:11:30.626882 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-d0b97dec-7eb7-42a6-9e5e-d319b2bf5e66 None None] Attempting to bind port bb50942c-da9e-42cc-948f-5b9312e41813 by drivers openvswitch,hyperv on host dv-cinder-786927-1-iscsi at level 0 using segments [{'id': 'fa948766-0612-474d-8b64-c242e04d294a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'baa12a79-3b82-49ab-a084-29cb1dffd9d9'}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:11:30.627317 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b97dec-7eb7-42a6-9e5e-d319b2bf5e66 None None] Attempting to bind port bb50942c-da9e-42cc-948f-5b9312e41813 on network baa12a79-3b82-49ab-a084-29cb1dffd9d9 {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:11:30.633152 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b97dec-7eb7-42a6-9e5e-d319b2bf5e66 None None] Checking agent: {'id': '84360490-1fcf-4ef7-acd4-64c16b857909', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 7, 56), 'started_at': datetime.datetime(2021, 4, 19, 18, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:11:30.633562 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b97dec-7eb7-42a6-9e5e-d319b2bf5e66 None None] Checking segment: {'id': 'fa948766-0612-474d-8b64-c242e04d294a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'baa12a79-3b82-49ab-a084-29cb1dffd9d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:11:30.634100 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d0b97dec-7eb7-42a6-9e5e-d319b2bf5e66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:30.634534 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b97dec-7eb7-42a6-9e5e-d319b2bf5e66 None None] Bound using segment: {'id': 'fa948766-0612-474d-8b64-c242e04d294a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'baa12a79-3b82-49ab-a084-29cb1dffd9d9'} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:11:30.635237 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-d0b97dec-7eb7-42a6-9e5e-d319b2bf5e66 None None] Bound port: bb50942c-da9e-42cc-948f-5b9312e41813, host: dv-cinder-786927-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa948766-0612-474d-8b64-c242e04d294a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'baa12a79-3b82-49ab-a084-29cb1dffd9d9'}}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:11:30.635652 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d0b97dec-7eb7-42a6-9e5e-d319b2bf5e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:30.729539 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-d0b97dec-7eb7-42a6-9e5e-d319b2bf5e66 None None] For port bb50942c-da9e-42cc-948f-5b9312e41813, host dv-cinder-786927-1-iscsi, cleared binding levels {{(pid=86364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:11:30.732863 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-d0b97dec-7eb7-42a6-9e5e-d319b2bf5e66 None None] For port bb50942c-da9e-42cc-948f-5b9312e41813, host dv-cinder-786927-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-iscsi',level=0,port_id=bb50942c-da9e-42cc-948f-5b9312e41813,segment=NetworkSegment(fa948766-0612-474d-8b64-c242e04d294a),segment_id=fa948766-0612-474d-8b64-c242e04d294a)] {{(pid=86364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:11:30.738074 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d0b97dec-7eb7-42a6-9e5e-d319b2bf5e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:30.743280 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:11:30.826810 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b97dec-7eb7-42a6-9e5e-d319b2bf5e66 None None] Pushing event updated for resources: {'Port': ['ID=bb50942c-da9e-42cc-948f-5b9312e41813,revision_number=2']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:11:30.830680 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-d0b97dec-7eb7-42a6-9e5e-d319b2bf5e66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:11:32.078694 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device bb50942c-da9e-42cc-948f-5b9312e41813 up at agent ovs-agent-dv-cinder-786927-1-iscsi {{(pid=86364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:11:32.129578 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6918c4cc-2da0-4aa9-86f5-90a67f0b252e None None] Network baa12a79-3b82-49ab-a084-29cb1dffd9d9 requested from dv-cinder-786927-1-iscsi {{(pid=86364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:11:32.426758 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-57070893-b05e-4bd0-a61a-55aa71e40c62 None None] Provisioning for port bb50942c-da9e-42cc-948f-5b9312e41813 completed by entity DHCP. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:11:32.447603 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Provisioning for port bb50942c-da9e-42cc-948f-5b9312e41813 completed by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:11:32.481348 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Provisioning complete for port bb50942c-da9e-42cc-948f-5b9312e41813 triggered by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:11:32.481763 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:32.677806 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:32.716531 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] For port bb50942c-da9e-42cc-948f-5b9312e41813, host dv-cinder-786927-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-iscsi',level=0,port_id=bb50942c-da9e-42cc-948f-5b9312e41813,segment=NetworkSegment(fa948766-0612-474d-8b64-c242e04d294a),segment_id=fa948766-0612-474d-8b64-c242e04d294a)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:11:32.728641 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:32.731250 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-d0b97dec-7eb7-42a6-9e5e-d319b2bf5e66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:11:32.809488 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Pushing event updated for resources: {'Port': ['ID=bb50942c-da9e-42cc-948f-5b9312e41813,revision_number=3']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:11:32.813010 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:11:32.966008 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-b6c65a6b-155b-47d9-8f21-d42d39ac9881 None None] Provisioning complete for port bb50942c-da9e-42cc-948f-5b9312e41813 triggered by entity DHCP. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:11:32.966315 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b6c65a6b-155b-47d9-8f21-d42d39ac9881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:34.017194 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device bb50942c-da9e-42cc-948f-5b9312e41813 up at agent ovs-agent-dv-cinder-786927-1-iscsi {{(pid=86364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:11:34.090484 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Provisioning complete for port bb50942c-da9e-42cc-948f-5b9312e41813 triggered by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:11:34.090903 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:39.234079 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.agents_db [None req-8d26a53d-5aec-40fe-9147-3f846c88e388 None None] Agent healthcheck: found 5 active agents {{(pid=86365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:11:51.708667 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-97be6c7d-e837-4ed8-bb70-e93ebefaa6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:54.151315 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0248c86e-11a8-4cff-a7fb-c9439727e0b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:54.747851 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-60872106-3921-4474-9775-f4da212b8297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:55.851218 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:56.068448 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-eae962f3-e32e-4947-814b-3e299d74c6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:12:16.233721 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.agents_db [None req-8d26a53d-5aec-40fe-9147-3f846c88e388 None None] Agent healthcheck: found 5 active agents {{(pid=86365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:12:21.710860 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b701ac1c-e770-4fdf-9ec6-64df08e715f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:12:24.151833 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-55158c99-a724-4fea-8075-a6117c6c0c11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:12:24.746740 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-60872106-3921-4474-9775-f4da212b8297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:12:25.851603 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:12:26.068411 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-eae962f3-e32e-4947-814b-3e299d74c6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:12:51.716646 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-74d24538-3d28-4d41-be75-7943c9b4b206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:12:53.233131 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.agents_db [None req-8d26a53d-5aec-40fe-9147-3f846c88e388 None None] Agent healthcheck: found 5 active agents {{(pid=86365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:12:54.154476 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-88af65ba-17d0-418b-aebb-46bffc09a67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:12:54.763972 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-60872106-3921-4474-9775-f4da212b8297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:12:54.777107 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 56448) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:12:54.784339 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [None req-196428e1-e83d-483e-8148-aacce4792770 tempest-verify_tempest_config-193338134 tempest-verify_tempest_config-193338134-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=86362) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 18:12:54.785401 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-196428e1-e83d-483e-8148-aacce4792770 tempest-verify_tempest_config-193338134 tempest-verify_tempest_config-193338134-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0072381 Apr 19 18:12:55.108044 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 56466) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:12:55.231371 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-3d039d08-ed20-49cf-93b3-5c03e9104d7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:12:55.248999 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-3d039d08-ed20-49cf-93b3-5c03e9104d7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:12:55.253427 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-3d039d08-ed20-49cf-93b3-5c03e9104d7a admin admin] Usage tracker for resource:security_group_rule and tenant:b51c5ce0889f48a2a13298295ba93049 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:12:55.256305 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-3d039d08-ed20-49cf-93b3-5c03e9104d7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:12:55.263274 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-3d039d08-ed20-49cf-93b3-5c03e9104d7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:12:55.348965 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-3d039d08-ed20-49cf-93b3-5c03e9104d7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:12:55.351510 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-3d039d08-ed20-49cf-93b3-5c03e9104d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:12:55.360491 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:12:55.400662 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-3d039d08-ed20-49cf-93b3-5c03e9104d7a admin admin] Synchronizing usage tracker for tenant:e9e2114fcc6742b4aefbfacaeb7eae3c on resource:security_group {{(pid=86362) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:12:55.405240 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d039d08-ed20-49cf-93b3-5c03e9104d7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01b2a394-5c67-4d1a-a789-a863787957eb,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:12:55.415292 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d039d08-ed20-49cf-93b3-5c03e9104d7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:12:55.415677 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d039d08-ed20-49cf-93b3-5c03e9104d7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:12:55.416051 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d039d08-ed20-49cf-93b3-5c03e9104d7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:12:55.416418 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d039d08-ed20-49cf-93b3-5c03e9104d7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:12:55.416785 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d039d08-ed20-49cf-93b3-5c03e9104d7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:12:55.417148 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d039d08-ed20-49cf-93b3-5c03e9104d7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:12:55.417535 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d039d08-ed20-49cf-93b3-5c03e9104d7a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:12:55.417870 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d039d08-ed20-49cf-93b3-5c03e9104d7a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:12:55.418252 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d039d08-ed20-49cf-93b3-5c03e9104d7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:12:55.418611 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d039d08-ed20-49cf-93b3-5c03e9104d7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:12:55.418967 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d039d08-ed20-49cf-93b3-5c03e9104d7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:12:55.419351 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d039d08-ed20-49cf-93b3-5c03e9104d7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:12:55.424560 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-3d039d08-ed20-49cf-93b3-5c03e9104d7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:12:55.432118 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-3d039d08-ed20-49cf-93b3-5c03e9104d7a admin admin] Unset dirty status for tenant:e9e2114fcc6742b4aefbfacaeb7eae3c on resource:security_group {{(pid=86362) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:12:55.435777 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-3d039d08-ed20-49cf-93b3-5c03e9104d7a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b51c5ce0889f48a2a13298295ba93049&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3265951 Apr 19 18:12:55.436239 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 56476) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:12:55.511113 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e0f2f131-52a5-45d6-af61-0b01ed80c993 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:12:55.539080 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e0f2f131-52a5-45d6-af61-0b01ed80c993 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:12:55.592726 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e0f2f131-52a5-45d6-af61-0b01ed80c993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:12:55.597783 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:12:55.614265 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f2f131-52a5-45d6-af61-0b01ed80c993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01b2a394-5c67-4d1a-a789-a863787957eb,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:12:55.626439 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f2f131-52a5-45d6-af61-0b01ed80c993 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:12:55.626813 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f2f131-52a5-45d6-af61-0b01ed80c993 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:12:55.627214 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f2f131-52a5-45d6-af61-0b01ed80c993 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:12:55.627575 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f2f131-52a5-45d6-af61-0b01ed80c993 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:12:55.627928 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f2f131-52a5-45d6-af61-0b01ed80c993 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:12:55.628285 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f2f131-52a5-45d6-af61-0b01ed80c993 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:12:55.628635 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f2f131-52a5-45d6-af61-0b01ed80c993 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:12:55.628981 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f2f131-52a5-45d6-af61-0b01ed80c993 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:12:55.629341 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f2f131-52a5-45d6-af61-0b01ed80c993 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:12:55.629685 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f2f131-52a5-45d6-af61-0b01ed80c993 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:12:55.630030 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f2f131-52a5-45d6-af61-0b01ed80c993 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:12:55.630374 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f2f131-52a5-45d6-af61-0b01ed80c993 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:12:55.631458 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f2f131-52a5-45d6-af61-0b01ed80c993 admin admin] Tracked resource versions report: Apr 19 18:12:55.631458 dv-cinder-786927-1-iscsi neutron-server[86249]: pushed versions: Apr 19 18:12:55.631458 dv-cinder-786927-1-iscsi neutron-server[86249]: { 'AddressGroup': {'1.2'}, Apr 19 18:12:55.631458 dv-cinder-786927-1-iscsi neutron-server[86249]: 'ConntrackHelper': {'1.0'}, Apr 19 18:12:55.631458 dv-cinder-786927-1-iscsi neutron-server[86249]: 'Log': {'1.0'}, Apr 19 18:12:55.631458 dv-cinder-786927-1-iscsi neutron-server[86249]: 'Network': {'1.1'}, Apr 19 18:12:55.631458 dv-cinder-786927-1-iscsi neutron-server[86249]: 'Port': {'1.7'}, Apr 19 18:12:55.631458 dv-cinder-786927-1-iscsi neutron-server[86249]: 'PortForwarding': {'1.2'}, Apr 19 18:12:55.631458 dv-cinder-786927-1-iscsi neutron-server[86249]: 'QosPolicy': {'1.8'}, Apr 19 18:12:55.631458 dv-cinder-786927-1-iscsi neutron-server[86249]: 'SecurityGroup': {'1.4'}, Apr 19 18:12:55.631458 dv-cinder-786927-1-iscsi neutron-server[86249]: 'SecurityGroupRule': {'1.2'}, Apr 19 18:12:55.631458 dv-cinder-786927-1-iscsi neutron-server[86249]: 'SubPort': {'1.0'}, Apr 19 18:12:55.631458 dv-cinder-786927-1-iscsi neutron-server[86249]: 'Subnet': {'1.1'}, Apr 19 18:12:55.631458 dv-cinder-786927-1-iscsi neutron-server[86249]: 'Trunk': {'1.1'}} Apr 19 18:12:55.631458 dv-cinder-786927-1-iscsi neutron-server[86249]: consumer versions: Apr 19 18:12:55.631458 dv-cinder-786927-1-iscsi neutron-server[86249]: { DHCP agent@dv-cinder-786927-1-iscsi: {}, Apr 19 18:12:55.631458 dv-cinder-786927-1-iscsi neutron-server[86249]: L3 agent@dv-cinder-786927-1-iscsi: {}, Apr 19 18:12:55.631458 dv-cinder-786927-1-iscsi neutron-server[86249]: Metadata agent@dv-cinder-786927-1-iscsi: {}, Apr 19 18:12:55.631458 dv-cinder-786927-1-iscsi neutron-server[86249]: Metering agent@dv-cinder-786927-1-iscsi: {}, Apr 19 18:12:55.631458 dv-cinder-786927-1-iscsi neutron-server[86249]: Open vSwitch agent@dv-cinder-786927-1-iscsi: { 'AddressGroup': '1.2', Apr 19 18:12:55.631458 dv-cinder-786927-1-iscsi neutron-server[86249]: 'ConntrackHelper': '1.0', Apr 19 18:12:55.631458 dv-cinder-786927-1-iscsi neutron-server[86249]: 'Log': '1.0', Apr 19 18:12:55.631458 dv-cinder-786927-1-iscsi neutron-server[86249]: 'Network': '1.1', Apr 19 18:12:55.631458 dv-cinder-786927-1-iscsi neutron-server[86249]: 'Port': '1.7', Apr 19 18:12:55.631458 dv-cinder-786927-1-iscsi neutron-server[86249]: 'PortForwarding': '1.2', Apr 19 18:12:55.631458 dv-cinder-786927-1-iscsi neutron-server[86249]: 'QosPolicy': '1.8', Apr 19 18:12:55.631458 dv-cinder-786927-1-iscsi neutron-server[86249]: 'SecurityGroup': '1.4', Apr 19 18:12:55.631458 dv-cinder-786927-1-iscsi neutron-server[86249]: 'SecurityGroupRule': '1.2', Apr 19 18:12:55.631458 dv-cinder-786927-1-iscsi neutron-server[86249]: 'SubPort': '1.0', Apr 19 18:12:55.631458 dv-cinder-786927-1-iscsi neutron-server[86249]: 'Subnet': '1.1', Apr 19 18:12:55.631458 dv-cinder-786927-1-iscsi neutron-server[86249]: 'Trunk': '1.1'}} Apr 19 18:12:55.631458 dv-cinder-786927-1-iscsi neutron-server[86249]: {{(pid=86363) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 19 18:12:55.652292 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e0f2f131-52a5-45d6-af61-0b01ed80c993 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:12:55.653482 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-e0f2f131-52a5-45d6-af61-0b01ed80c993 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/01b2a394-5c67-4d1a-a789-a863787957eb HTTP/1.1" status: 204 len: 168 time: 0.2161679 Apr 19 18:12:55.660973 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-e0f2f131-52a5-45d6-af61-0b01ed80c993 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:12:55.854232 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:12:56.072096 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-eae962f3-e32e-4947-814b-3e299d74c6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:13:21.709225 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-6a15a9b8-dc54-4385-95d3-2a76875669a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:13:24.156720 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2191b4d1-0ef3-4955-be10-63f43f36bc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:13:24.750820 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-60872106-3921-4474-9775-f4da212b8297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:13:25.855548 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:13:26.074396 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-eae962f3-e32e-4947-814b-3e299d74c6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:13:30.232997 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.agents_db [None req-8d26a53d-5aec-40fe-9147-3f846c88e388 None None] Agent healthcheck: found 5 active agents {{(pid=86365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:13:51.712042 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-05700e9a-36f2-492a-bb9a-f1484e6fef3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:13:54.157726 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9f6e4923-eac3-401e-95ff-26781e92b4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:13:54.753067 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-60872106-3921-4474-9775-f4da212b8297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:13:55.857218 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:13:56.078913 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-eae962f3-e32e-4947-814b-3e299d74c6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:14:07.232048 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.agents_db [None req-8d26a53d-5aec-40fe-9147-3f846c88e388 None None] Agent healthcheck: found 5 active agents {{(pid=86365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:14:21.714580 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d54fc1b4-b071-4837-a7ee-6230fca9d62e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:14:24.159698 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8192acd9-8d8a-4641-89ca-cc4c0a19f499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:14:24.757908 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-60872106-3921-4474-9775-f4da212b8297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:14:25.858971 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:14:26.082740 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-eae962f3-e32e-4947-814b-3e299d74c6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:14:33.128619 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637'] for agent, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:14:38.346451 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 56532) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:14:38.471642 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-3275e74c-9b98-4c4b-affb-91b0df55e107 admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1238654 Apr 19 18:14:41.009932 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 56542) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:14:41.073009 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-1f6dc16f-878f-47e3-ac47-31466780e99c admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0618567 Apr 19 18:14:44.231612 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.agents_db [None req-8d26a53d-5aec-40fe-9147-3f846c88e388 None None] Agent healthcheck: found 6 active agents {{(pid=86365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:14:51.716095 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5c37bf38-6dd0-49cb-8d94-40229fccbc1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:14:54.162340 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-6d5ad6a6-8578-48df-b2db-f7e820beb33d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:14:54.758452 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-60872106-3921-4474-9775-f4da212b8297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:14:55.861677 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:14:56.085774 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-eae962f3-e32e-4947-814b-3e299d74c6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:15:03.081643 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:15:21.231892 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.agents_db [None req-8d26a53d-5aec-40fe-9147-3f846c88e388 None None] Agent healthcheck: found 6 active agents {{(pid=86365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:15:21.717503 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e44c878c-09b6-4c33-87ee-f1083b683d7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:15:24.165828 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e5a859da-ffa4-4462-b203-330f187bc804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:15:24.761752 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-60872106-3921-4474-9775-f4da212b8297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:15:25.863712 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:15:26.090125 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-eae962f3-e32e-4947-814b-3e299d74c6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:15:33.081184 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:15:51.719994 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-05c1ece7-a1e6-446f-a17f-37932913cb0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:15:54.169532 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2b920915-468c-4201-b700-f93d95ecdf2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:15:54.765254 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-60872106-3921-4474-9775-f4da212b8297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:15:55.873607 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:15:56.092814 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-eae962f3-e32e-4947-814b-3e299d74c6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:15:58.231166 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.agents_db [None req-8d26a53d-5aec-40fe-9147-3f846c88e388 None None] Agent healthcheck: found 6 active agents {{(pid=86365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:16:03.079118 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:14.804421 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 56750) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:16:15.089231 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 56764) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:16:15.246102 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 56772) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:16:15.315389 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-7f795d83-24f3-4dde-8041-1f31497b25a4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-135969704-network', 'tenant_id': 'fc6d959c6b83478bb73dfad880a83f28'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:16:15.318535 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.quota [None req-7f795d83-24f3-4dde-8041-1f31497b25a4 admin admin] Loaded quota_driver: . Apr 19 18:16:15.326038 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-7f795d83-24f3-4dde-8041-1f31497b25a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:16:15.330813 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-7f795d83-24f3-4dde-8041-1f31497b25a4 admin admin] Usage tracker for resource:network and tenant:fc6d959c6b83478bb73dfad880a83f28 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:16:15.335397 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-7f795d83-24f3-4dde-8041-1f31497b25a4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:16:15.343668 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-7f795d83-24f3-4dde-8041-1f31497b25a4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:16:15.361137 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f795d83-24f3-4dde-8041-1f31497b25a4 admin admin] Made reservation on behalf of fc6d959c6b83478bb73dfad880a83f28 for: {'network': 1} {{(pid=86363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:16:15.370409 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7f795d83-24f3-4dde-8041-1f31497b25a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for network, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:15.387577 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7f795d83-24f3-4dde-8041-1f31497b25a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:15.407548 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-7f795d83-24f3-4dde-8041-1f31497b25a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:16:15.413073 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-7f795d83-24f3-4dde-8041-1f31497b25a4 admin admin] Usage tracker for resource:security_group_rule and tenant:fc6d959c6b83478bb73dfad880a83f28 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:16:15.416345 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-7f795d83-24f3-4dde-8041-1f31497b25a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:16:15.423676 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-7f795d83-24f3-4dde-8041-1f31497b25a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:16:15.424409 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 56780) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:16:15.522213 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7f795d83-24f3-4dde-8041-1f31497b25a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:15.525724 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7f795d83-24f3-4dde-8041-1f31497b25a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:15.540178 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:16:15.563621 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-1fe8bc2c-9ed3-4924-8f5b-07cfdf9d6fda admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-766468465-network', 'tenant_id': '0192ebea383943fdbf60eb0089151581'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:16:15.573431 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f795d83-24f3-4dde-8041-1f31497b25a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=86363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 18:16:15.602618 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-1fe8bc2c-9ed3-4924-8f5b-07cfdf9d6fda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:16:15.605532 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f795d83-24f3-4dde-8041-1f31497b25a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18e1a97c-de67-4e2d-a80e-035291a66b08,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:16:15.611362 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7f795d83-24f3-4dde-8041-1f31497b25a4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363254156597654', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850937276'] for segment, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:15.612346 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7f795d83-24f3-4dde-8041-1f31497b25a4 admin admin] Unsubscribe: segment precommit_create {{(pid=86363) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 19 18:16:15.613048 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.db.segments_db [None req-7f795d83-24f3-4dde-8041-1f31497b25a4 admin admin] Added segment 7a2615d6-dc47-46a0-9b5b-ef7d5912dccf of type vlan for network 3797f849-9d72-4a34-898b-30cdb86131ec Apr 19 18:16:15.628005 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-1fe8bc2c-9ed3-4924-8f5b-07cfdf9d6fda admin admin] Usage tracker for resource:network and tenant:0192ebea383943fdbf60eb0089151581 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:16:15.662043 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-e9c5f6a3-2833-4938-8f49-0ebbe6e87c8c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-189171372-network', 'tenant_id': '8280c444ce7f4603a8a1042629dae0e6'}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:16:15.671791 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-e9c5f6a3-2833-4938-8f49-0ebbe6e87c8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:16:15.673182 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f795d83-24f3-4dde-8041-1f31497b25a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:16:15.673887 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f795d83-24f3-4dde-8041-1f31497b25a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:16:15.674449 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f795d83-24f3-4dde-8041-1f31497b25a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:16:15.675021 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f795d83-24f3-4dde-8041-1f31497b25a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:16:15.675615 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f795d83-24f3-4dde-8041-1f31497b25a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:16:15.676334 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f795d83-24f3-4dde-8041-1f31497b25a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:16:15.676907 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f795d83-24f3-4dde-8041-1f31497b25a4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:16:15.677466 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f795d83-24f3-4dde-8041-1f31497b25a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:16:15.678014 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f795d83-24f3-4dde-8041-1f31497b25a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:16:15.678559 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f795d83-24f3-4dde-8041-1f31497b25a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:16:15.679118 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f795d83-24f3-4dde-8041-1f31497b25a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:16:15.679999 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f795d83-24f3-4dde-8041-1f31497b25a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:16:15.681020 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f795d83-24f3-4dde-8041-1f31497b25a4 admin admin] Tracked resource versions report: Apr 19 18:16:15.681020 dv-cinder-786927-1-iscsi neutron-server[86249]: pushed versions: Apr 19 18:16:15.681020 dv-cinder-786927-1-iscsi neutron-server[86249]: { 'AddressGroup': {'1.2'}, Apr 19 18:16:15.681020 dv-cinder-786927-1-iscsi neutron-server[86249]: 'ConntrackHelper': {'1.0'}, Apr 19 18:16:15.681020 dv-cinder-786927-1-iscsi neutron-server[86249]: 'Log': {'1.0'}, Apr 19 18:16:15.681020 dv-cinder-786927-1-iscsi neutron-server[86249]: 'Network': {'1.1'}, Apr 19 18:16:15.681020 dv-cinder-786927-1-iscsi neutron-server[86249]: 'Port': {'1.7'}, Apr 19 18:16:15.681020 dv-cinder-786927-1-iscsi neutron-server[86249]: 'PortForwarding': {'1.2'}, Apr 19 18:16:15.681020 dv-cinder-786927-1-iscsi neutron-server[86249]: 'QosPolicy': {'1.8'}, Apr 19 18:16:15.681020 dv-cinder-786927-1-iscsi neutron-server[86249]: 'SecurityGroup': {'1.4'}, Apr 19 18:16:15.681020 dv-cinder-786927-1-iscsi neutron-server[86249]: 'SecurityGroupRule': {'1.2'}, Apr 19 18:16:15.681020 dv-cinder-786927-1-iscsi neutron-server[86249]: 'SubPort': {'1.0'}, Apr 19 18:16:15.681020 dv-cinder-786927-1-iscsi neutron-server[86249]: 'Subnet': {'1.1'}, Apr 19 18:16:15.681020 dv-cinder-786927-1-iscsi neutron-server[86249]: 'Trunk': {'1.1'}} Apr 19 18:16:15.681020 dv-cinder-786927-1-iscsi neutron-server[86249]: consumer versions: Apr 19 18:16:15.681020 dv-cinder-786927-1-iscsi neutron-server[86249]: { DHCP agent@dv-cinder-786927-1-iscsi: {}, Apr 19 18:16:15.681020 dv-cinder-786927-1-iscsi neutron-server[86249]: HyperV agent@hv-cinder-78692: {}, Apr 19 18:16:15.681020 dv-cinder-786927-1-iscsi neutron-server[86249]: L3 agent@dv-cinder-786927-1-iscsi: {}, Apr 19 18:16:15.681020 dv-cinder-786927-1-iscsi neutron-server[86249]: Metadata agent@dv-cinder-786927-1-iscsi: {}, Apr 19 18:16:15.681020 dv-cinder-786927-1-iscsi neutron-server[86249]: Metering agent@dv-cinder-786927-1-iscsi: {}, Apr 19 18:16:15.681020 dv-cinder-786927-1-iscsi neutron-server[86249]: Open vSwitch agent@dv-cinder-786927-1-iscsi: { 'AddressGroup': '1.2', Apr 19 18:16:15.681020 dv-cinder-786927-1-iscsi neutron-server[86249]: 'ConntrackHelper': '1.0', Apr 19 18:16:15.681020 dv-cinder-786927-1-iscsi neutron-server[86249]: 'Log': '1.0', Apr 19 18:16:15.681020 dv-cinder-786927-1-iscsi neutron-server[86249]: 'Network': '1.1', Apr 19 18:16:15.681020 dv-cinder-786927-1-iscsi neutron-server[86249]: 'Port': '1.7', Apr 19 18:16:15.681020 dv-cinder-786927-1-iscsi neutron-server[86249]: 'PortForwarding': '1.2', Apr 19 18:16:15.681020 dv-cinder-786927-1-iscsi neutron-server[86249]: 'QosPolicy': '1.8', Apr 19 18:16:15.681020 dv-cinder-786927-1-iscsi neutron-server[86249]: 'SecurityGroup': '1.4', Apr 19 18:16:15.681020 dv-cinder-786927-1-iscsi neutron-server[86249]: 'SecurityGroupRule': '1.2', Apr 19 18:16:15.681020 dv-cinder-786927-1-iscsi neutron-server[86249]: 'SubPort': '1.0', Apr 19 18:16:15.681020 dv-cinder-786927-1-iscsi neutron-server[86249]: 'Subnet': '1.1', Apr 19 18:16:15.681020 dv-cinder-786927-1-iscsi neutron-server[86249]: 'Trunk': '1.1'}} Apr 19 18:16:15.681020 dv-cinder-786927-1-iscsi neutron-server[86249]: {{(pid=86363) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 19 18:16:15.683674 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-e9c5f6a3-2833-4938-8f49-0ebbe6e87c8c admin admin] Usage tracker for resource:network and tenant:8280c444ce7f4603a8a1042629dae0e6 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:16:15.688389 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-1fe8bc2c-9ed3-4924-8f5b-07cfdf9d6fda admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:16:15.693374 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-7f795d83-24f3-4dde-8041-1f31497b25a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:16:15.696510 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-e9c5f6a3-2833-4938-8f49-0ebbe6e87c8c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:16:15.709198 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-1fe8bc2c-9ed3-4924-8f5b-07cfdf9d6fda admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:16:15.728665 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-e9c5f6a3-2833-4938-8f49-0ebbe6e87c8c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:16:15.744852 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7f795d83-24f3-4dde-8041-1f31497b25a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782697800819'] for network, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:15.752442 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9c5f6a3-2833-4938-8f49-0ebbe6e87c8c admin admin] Made reservation on behalf of 8280c444ce7f4603a8a1042629dae0e6 for: {'network': 1} {{(pid=86362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:16:15.767946 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe8bc2c-9ed3-4924-8f5b-07cfdf9d6fda admin admin] Made reservation on behalf of 0192ebea383943fdbf60eb0089151581 for: {'network': 1} {{(pid=86363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:16:15.769103 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e9c5f6a3-2833-4938-8f49-0ebbe6e87c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for network, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:15.784500 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1fe8bc2c-9ed3-4924-8f5b-07cfdf9d6fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for network, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:15.806666 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e9c5f6a3-2833-4938-8f49-0ebbe6e87c8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:15.819728 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1fe8bc2c-9ed3-4924-8f5b-07cfdf9d6fda admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:15.845127 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-e9c5f6a3-2833-4938-8f49-0ebbe6e87c8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:16:15.858354 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-e9c5f6a3-2833-4938-8f49-0ebbe6e87c8c admin admin] Usage tracker for resource:security_group_rule and tenant:8280c444ce7f4603a8a1042629dae0e6 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:16:15.860645 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-1fe8bc2c-9ed3-4924-8f5b-07cfdf9d6fda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:16:15.866152 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-e9c5f6a3-2833-4938-8f49-0ebbe6e87c8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:16:15.876154 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-1fe8bc2c-9ed3-4924-8f5b-07cfdf9d6fda admin admin] Usage tracker for resource:security_group_rule and tenant:0192ebea383943fdbf60eb0089151581 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:16:15.881083 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-1fe8bc2c-9ed3-4924-8f5b-07cfdf9d6fda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:16:15.882925 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-e9c5f6a3-2833-4938-8f49-0ebbe6e87c8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:16:15.886794 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7f795d83-24f3-4dde-8041-1f31497b25a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962'] for network, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:15.892431 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-1fe8bc2c-9ed3-4924-8f5b-07cfdf9d6fda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:16:15.896370 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f795d83-24f3-4dde-8041-1f31497b25a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:16:15.897269 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7f795d83-24f3-4dde-8041-1f31497b25a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759945'] for network, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:15.911742 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:16:16.079147 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f795d83-24f3-4dde-8041-1f31497b25a4 admin admin] Pushing event updated for resources: {'Network': ['ID=3797f849-9d72-4a34-898b-30cdb86131ec,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:16:16.082771 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e9c5f6a3-2833-4938-8f49-0ebbe6e87c8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:16.091901 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-7f795d83-24f3-4dde-8041-1f31497b25a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:16:16.099412 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e9c5f6a3-2833-4938-8f49-0ebbe6e87c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:16.099919 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Network 3797f849-9d72-4a34-898b-30cdb86131ec details requested by agent ovs-agent-dv-cinder-786927-1-iscsi with host dv-cinder-786927-1-iscsi {{(pid=86364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 18:16:16.124527 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9c5f6a3-2833-4938-8f49-0ebbe6e87c8c admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=86362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 18:16:16.153967 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e9c5f6a3-2833-4938-8f49-0ebbe6e87c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850937276'] for segment, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:16.154578 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.db.segments_db [None req-e9c5f6a3-2833-4938-8f49-0ebbe6e87c8c admin admin] Added segment 3fe2987a-6741-4b11-91b6-22e760693dd6 of type vlan for network 8a0b2a47-900b-4baa-8d26-539dace3d837 Apr 19 18:16:16.159952 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-7f795d83-24f3-4dde-8041-1f31497b25a4 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3541722 Apr 19 18:16:16.163360 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 56800) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:16:16.169571 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-3d039d08-ed20-49cf-93b3-5c03e9104d7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:16:16.183518 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-2d45b2a4-4357-4346-b1e3-099c5863578f admin admin] Request body: {'subnet': {'network_id': '3797f849-9d72-4a34-898b-30cdb86131ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-135969704-subnet', 'tenant_id': 'fc6d959c6b83478bb73dfad880a83f28', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:16:16.191543 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-4b27f4db-c3ff-4596-877a-e68565904f06 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1970991326-network', 'tenant_id': 'aa3a010554804d208c38fe0948124a46'}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:16:16.198947 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-2d45b2a4-4357-4346-b1e3-099c5863578f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:16:16.214198 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-2d45b2a4-4357-4346-b1e3-099c5863578f admin admin] Usage tracker for resource:subnet and tenant:fc6d959c6b83478bb73dfad880a83f28 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:16:16.220164 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-2d45b2a4-4357-4346-b1e3-099c5863578f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:16:16.235656 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-2d45b2a4-4357-4346-b1e3-099c5863578f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:16:16.241853 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e9c5f6a3-2833-4938-8f49-0ebbe6e87c8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782697800819'] for network, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:16.260565 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c5f6a3-2833-4938-8f49-0ebbe6e87c8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b617a3-7089-49ee-9bc8-958ab3c8bbe7,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:16:16.263374 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1fe8bc2c-9ed3-4924-8f5b-07cfdf9d6fda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:16.264510 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d45b2a4-4357-4346-b1e3-099c5863578f admin admin] Made reservation on behalf of fc6d959c6b83478bb73dfad880a83f28 for: {'subnet': 1} {{(pid=86363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:16:16.269673 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2d45b2a4-4357-4346-b1e3-099c5863578f admin admin] Notify callbacks [] for subnet, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:16.271944 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-4b27f4db-c3ff-4596-877a-e68565904f06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:16:16.275669 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c5f6a3-2833-4938-8f49-0ebbe6e87c8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:16:16.276271 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c5f6a3-2833-4938-8f49-0ebbe6e87c8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:16:16.276821 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c5f6a3-2833-4938-8f49-0ebbe6e87c8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:16:16.277345 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c5f6a3-2833-4938-8f49-0ebbe6e87c8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:16:16.278188 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c5f6a3-2833-4938-8f49-0ebbe6e87c8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:16:16.278786 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c5f6a3-2833-4938-8f49-0ebbe6e87c8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:16:16.279332 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c5f6a3-2833-4938-8f49-0ebbe6e87c8c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:16:16.279867 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c5f6a3-2833-4938-8f49-0ebbe6e87c8c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:16:16.280402 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c5f6a3-2833-4938-8f49-0ebbe6e87c8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:16:16.281242 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c5f6a3-2833-4938-8f49-0ebbe6e87c8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:16:16.281858 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c5f6a3-2833-4938-8f49-0ebbe6e87c8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:16:16.282452 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c5f6a3-2833-4938-8f49-0ebbe6e87c8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:16:16.283814 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c5f6a3-2833-4938-8f49-0ebbe6e87c8c admin admin] Tracked resource versions report: Apr 19 18:16:16.283814 dv-cinder-786927-1-iscsi neutron-server[86249]: pushed versions: Apr 19 18:16:16.283814 dv-cinder-786927-1-iscsi neutron-server[86249]: { 'AddressGroup': {'1.2'}, Apr 19 18:16:16.283814 dv-cinder-786927-1-iscsi neutron-server[86249]: 'ConntrackHelper': {'1.0'}, Apr 19 18:16:16.283814 dv-cinder-786927-1-iscsi neutron-server[86249]: 'Log': {'1.0'}, Apr 19 18:16:16.283814 dv-cinder-786927-1-iscsi neutron-server[86249]: 'Network': {'1.1'}, Apr 19 18:16:16.283814 dv-cinder-786927-1-iscsi neutron-server[86249]: 'Port': {'1.7'}, Apr 19 18:16:16.283814 dv-cinder-786927-1-iscsi neutron-server[86249]: 'PortForwarding': {'1.2'}, Apr 19 18:16:16.283814 dv-cinder-786927-1-iscsi neutron-server[86249]: 'QosPolicy': {'1.8'}, Apr 19 18:16:16.283814 dv-cinder-786927-1-iscsi neutron-server[86249]: 'SecurityGroup': {'1.4'}, Apr 19 18:16:16.283814 dv-cinder-786927-1-iscsi neutron-server[86249]: 'SecurityGroupRule': {'1.2'}, Apr 19 18:16:16.283814 dv-cinder-786927-1-iscsi neutron-server[86249]: 'SubPort': {'1.0'}, Apr 19 18:16:16.283814 dv-cinder-786927-1-iscsi neutron-server[86249]: 'Subnet': {'1.1'}, Apr 19 18:16:16.283814 dv-cinder-786927-1-iscsi neutron-server[86249]: 'Trunk': {'1.1'}} Apr 19 18:16:16.283814 dv-cinder-786927-1-iscsi neutron-server[86249]: consumer versions: Apr 19 18:16:16.283814 dv-cinder-786927-1-iscsi neutron-server[86249]: { DHCP agent@dv-cinder-786927-1-iscsi: {}, Apr 19 18:16:16.283814 dv-cinder-786927-1-iscsi neutron-server[86249]: HyperV agent@hv-cinder-78692: {}, Apr 19 18:16:16.283814 dv-cinder-786927-1-iscsi neutron-server[86249]: L3 agent@dv-cinder-786927-1-iscsi: {}, Apr 19 18:16:16.283814 dv-cinder-786927-1-iscsi neutron-server[86249]: Metadata agent@dv-cinder-786927-1-iscsi: {}, Apr 19 18:16:16.283814 dv-cinder-786927-1-iscsi neutron-server[86249]: Metering agent@dv-cinder-786927-1-iscsi: {}, Apr 19 18:16:16.283814 dv-cinder-786927-1-iscsi neutron-server[86249]: Open vSwitch agent@dv-cinder-786927-1-iscsi: { 'AddressGroup': '1.2', Apr 19 18:16:16.283814 dv-cinder-786927-1-iscsi neutron-server[86249]: 'ConntrackHelper': '1.0', Apr 19 18:16:16.283814 dv-cinder-786927-1-iscsi neutron-server[86249]: 'Log': '1.0', Apr 19 18:16:16.283814 dv-cinder-786927-1-iscsi neutron-server[86249]: 'Network': '1.1', Apr 19 18:16:16.283814 dv-cinder-786927-1-iscsi neutron-server[86249]: 'Port': '1.7', Apr 19 18:16:16.283814 dv-cinder-786927-1-iscsi neutron-server[86249]: 'PortForwarding': '1.2', Apr 19 18:16:16.283814 dv-cinder-786927-1-iscsi neutron-server[86249]: 'QosPolicy': '1.8', Apr 19 18:16:16.283814 dv-cinder-786927-1-iscsi neutron-server[86249]: 'SecurityGroup': '1.4', Apr 19 18:16:16.283814 dv-cinder-786927-1-iscsi neutron-server[86249]: 'SecurityGroupRule': '1.2', Apr 19 18:16:16.283814 dv-cinder-786927-1-iscsi neutron-server[86249]: 'SubPort': '1.0', Apr 19 18:16:16.283814 dv-cinder-786927-1-iscsi neutron-server[86249]: 'Subnet': '1.1', Apr 19 18:16:16.283814 dv-cinder-786927-1-iscsi neutron-server[86249]: 'Trunk': '1.1'}} Apr 19 18:16:16.283814 dv-cinder-786927-1-iscsi neutron-server[86249]: {{(pid=86362) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 19 18:16:16.295167 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-e9c5f6a3-2833-4938-8f49-0ebbe6e87c8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:16:16.295454 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1fe8bc2c-9ed3-4924-8f5b-07cfdf9d6fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:16.301901 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-4b27f4db-c3ff-4596-877a-e68565904f06 admin admin] Usage tracker for resource:network and tenant:aa3a010554804d208c38fe0948124a46 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:16:16.316322 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-4b27f4db-c3ff-4596-877a-e68565904f06 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:16:16.325598 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-4b27f4db-c3ff-4596-877a-e68565904f06 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:16:16.354753 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b27f4db-c3ff-4596-877a-e68565904f06 admin admin] Made reservation on behalf of aa3a010554804d208c38fe0948124a46 for: {'network': 1} {{(pid=86362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:16:16.360814 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-7f795d83-24f3-4dde-8041-1f31497b25a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:16:16.361045 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4b27f4db-c3ff-4596-877a-e68565904f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for network, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:16.374388 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e9c5f6a3-2833-4938-8f49-0ebbe6e87c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962'] for network, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:16.377977 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c5f6a3-2833-4938-8f49-0ebbe6e87c8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:16:16.378618 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e9c5f6a3-2833-4938-8f49-0ebbe6e87c8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759945'] for network, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:16.383840 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4b27f4db-c3ff-4596-877a-e68565904f06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:16.402202 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:16:16.412375 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fe8bc2c-9ed3-4924-8f5b-07cfdf9d6fda admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=86363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 18:16:16.445637 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe8bc2c-9ed3-4924-8f5b-07cfdf9d6fda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=693fea71-500b-474f-8806-96b1fe4da529,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:16:16.454076 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1fe8bc2c-9ed3-4924-8f5b-07cfdf9d6fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850937276'] for segment, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:16.454437 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.db.segments_db [None req-1fe8bc2c-9ed3-4924-8f5b-07cfdf9d6fda admin admin] Added segment 41139e2e-7812-4641-a996-451602e23acc of type vlan for network d730787d-14ca-4c77-8e2c-83e69c9a7b9a Apr 19 18:16:16.455794 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-1fe8bc2c-9ed3-4924-8f5b-07cfdf9d6fda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:16:16.500218 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-4b27f4db-c3ff-4596-877a-e68565904f06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:16:16.505842 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1fe8bc2c-9ed3-4924-8f5b-07cfdf9d6fda admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782697800819'] for network, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:16.527904 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-4b27f4db-c3ff-4596-877a-e68565904f06 admin admin] Usage tracker for resource:security_group_rule and tenant:aa3a010554804d208c38fe0948124a46 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:16:16.539737 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-4b27f4db-c3ff-4596-877a-e68565904f06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:16:16.544066 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c5f6a3-2833-4938-8f49-0ebbe6e87c8c admin admin] Pushing event updated for resources: {'Network': ['ID=8a0b2a47-900b-4baa-8d26-539dace3d837,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:16:16.550362 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-e9c5f6a3-2833-4938-8f49-0ebbe6e87c8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:16:16.551310 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-4b27f4db-c3ff-4596-877a-e68565904f06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:16:16.558708 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-e9c5f6a3-2833-4938-8f49-0ebbe6e87c8c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3085723 Apr 19 18:16:16.559040 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 56822) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:16:16.563694 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Network 8a0b2a47-900b-4baa-8d26-539dace3d837 details requested by agent ovs-agent-dv-cinder-786927-1-iscsi with host dv-cinder-786927-1-iscsi {{(pid=86364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 18:16:16.570769 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-317eb65e-a552-48a8-9f68-cf031a23309a admin admin] Request body: {'subnet': {'network_id': '8a0b2a47-900b-4baa-8d26-539dace3d837', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-189171372-subnet', 'tenant_id': '8280c444ce7f4603a8a1042629dae0e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:16:16.577612 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-317eb65e-a552-48a8-9f68-cf031a23309a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:16:16.591380 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-317eb65e-a552-48a8-9f68-cf031a23309a admin admin] Usage tracker for resource:subnet and tenant:8280c444ce7f4603a8a1042629dae0e6 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:16:16.596253 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-317eb65e-a552-48a8-9f68-cf031a23309a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:16:16.607243 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-317eb65e-a552-48a8-9f68-cf031a23309a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:16:16.629475 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-317eb65e-a552-48a8-9f68-cf031a23309a admin admin] Made reservation on behalf of 8280c444ce7f4603a8a1042629dae0e6 for: {'subnet': 1} {{(pid=86362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:16:16.634582 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-317eb65e-a552-48a8-9f68-cf031a23309a admin admin] Notify callbacks [] for subnet, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:16.638764 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1fe8bc2c-9ed3-4924-8f5b-07cfdf9d6fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962'] for network, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:16.652972 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe8bc2c-9ed3-4924-8f5b-07cfdf9d6fda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:16:16.653623 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1fe8bc2c-9ed3-4924-8f5b-07cfdf9d6fda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759945'] for network, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:16.665718 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-7f795d83-24f3-4dde-8041-1f31497b25a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:16:16.774784 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe8bc2c-9ed3-4924-8f5b-07cfdf9d6fda admin admin] Pushing event updated for resources: {'Network': ['ID=d730787d-14ca-4c77-8e2c-83e69c9a7b9a,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:16:16.788957 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Network d730787d-14ca-4c77-8e2c-83e69c9a7b9a details requested by agent ovs-agent-dv-cinder-786927-1-iscsi with host dv-cinder-786927-1-iscsi {{(pid=86364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 18:16:16.789162 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-1fe8bc2c-9ed3-4924-8f5b-07cfdf9d6fda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:16:16.837929 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-1fe8bc2c-9ed3-4924-8f5b-07cfdf9d6fda admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7469730 Apr 19 18:16:16.838721 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4b27f4db-c3ff-4596-877a-e68565904f06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:16.841291 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 56830) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:16:16.848777 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-b31b074b-78af-40d8-8480-733ad147965f admin admin] Request body: {'subnet': {'network_id': 'd730787d-14ca-4c77-8e2c-83e69c9a7b9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-766468465-subnet', 'tenant_id': '0192ebea383943fdbf60eb0089151581', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:16:16.852510 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4b27f4db-c3ff-4596-877a-e68565904f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:16.862295 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:16:16.905234 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-b31b074b-78af-40d8-8480-733ad147965f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:16:16.911306 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-b31b074b-78af-40d8-8480-733ad147965f admin admin] Usage tracker for resource:subnet and tenant:0192ebea383943fdbf60eb0089151581 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:16:16.918397 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-b31b074b-78af-40d8-8480-733ad147965f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:16:16.927899 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-b31b074b-78af-40d8-8480-733ad147965f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:16:16.940572 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b27f4db-c3ff-4596-877a-e68565904f06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47cb2f47-8a13-4e99-a8cf-616a63b06189,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:16:16.955718 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b31b074b-78af-40d8-8480-733ad147965f admin admin] Made reservation on behalf of 0192ebea383943fdbf60eb0089151581 for: {'subnet': 1} {{(pid=86363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:16:16.964253 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b31b074b-78af-40d8-8480-733ad147965f admin admin] Notify callbacks [] for subnet, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:16.965691 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-4b27f4db-c3ff-4596-877a-e68565904f06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:16:16.969584 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b27f4db-c3ff-4596-877a-e68565904f06 admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=86362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 18:16:16.990783 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4b27f4db-c3ff-4596-877a-e68565904f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850937276'] for segment, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:16.991212 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.db.segments_db [None req-4b27f4db-c3ff-4596-877a-e68565904f06 admin admin] Added segment 14facb62-e9d1-4758-916e-05eedab8db3e of type vlan for network d6542d44-b175-4d6c-9707-3fb6fcc90f6b Apr 19 18:16:17.072744 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4b27f4db-c3ff-4596-877a-e68565904f06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782697800819'] for network, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:17.258050 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2d45b2a4-4357-4346-b1e3-099c5863578f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853862292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962'] for subnet, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:17.277808 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:16:17.306041 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4b27f4db-c3ff-4596-877a-e68565904f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962'] for network, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:17.309730 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b27f4db-c3ff-4596-877a-e68565904f06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:16:17.310743 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4b27f4db-c3ff-4596-877a-e68565904f06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759945'] for network, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:17.347992 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:16:17.392693 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d45b2a4-4357-4346-b1e3-099c5863578f admin admin] Pushing event updated for resources: {'Subnet': ['ID=43bddb65-670a-42dd-9742-7aecd345a4ee,revision_number=0']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:16:17.402155 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-2d45b2a4-4357-4346-b1e3-099c5863578f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:16:17.456583 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d45b2a4-4357-4346-b1e3-099c5863578f admin admin] Checking segment: {'id': '7a2615d6-dc47-46a0-9b5b-ef7d5912dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3797f849-9d72-4a34-898b-30cdb86131ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:16:17.457089 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d45b2a4-4357-4346-b1e3-099c5863578f admin admin] Network hostable DHCP agents. Network: 3797f849-9d72-4a34-898b-30cdb86131ec, hostable agents: ['66dd5093-526f-401d-add7-2f8e88013a06'], hosted agents: [] {{(pid=86363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 18:16:17.556913 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b27f4db-c3ff-4596-877a-e68565904f06 admin admin] Pushing event updated for resources: {'Network': ['ID=d6542d44-b175-4d6c-9707-3fb6fcc90f6b,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:16:17.569604 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Network d6542d44-b175-4d6c-9707-3fb6fcc90f6b details requested by agent ovs-agent-dv-cinder-786927-1-iscsi with host dv-cinder-786927-1-iscsi {{(pid=86364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 18:16:17.616675 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-4b27f4db-c3ff-4596-877a-e68565904f06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:16:17.623557 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-4b27f4db-c3ff-4596-877a-e68565904f06 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1978352 Apr 19 18:16:17.626859 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 56854) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:16:17.639439 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-7246d66c-49ed-4f1b-945b-c68fddd89468 admin admin] Request body: {'subnet': {'network_id': 'd6542d44-b175-4d6c-9707-3fb6fcc90f6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1970991326-subnet', 'tenant_id': 'aa3a010554804d208c38fe0948124a46', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:16:17.651521 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-7246d66c-49ed-4f1b-945b-c68fddd89468 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:16:17.666981 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-7246d66c-49ed-4f1b-945b-c68fddd89468 admin admin] Usage tracker for resource:subnet and tenant:aa3a010554804d208c38fe0948124a46 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:16:17.675550 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-7246d66c-49ed-4f1b-945b-c68fddd89468 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:16:17.692417 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-7246d66c-49ed-4f1b-945b-c68fddd89468 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:16:17.736353 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d45b2a4-4357-4346-b1e3-099c5863578f admin admin] Network 3797f849-9d72-4a34-898b-30cdb86131ec is scheduled to be hosted by DHCP agent 66dd5093-526f-401d-add7-2f8e88013a06 with binding_index 1 {{(pid=86363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 18:16:17.745384 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7246d66c-49ed-4f1b-945b-c68fddd89468 admin admin] Made reservation on behalf of aa3a010554804d208c38fe0948124a46 for: {'subnet': 1} {{(pid=86362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:16:17.756751 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7246d66c-49ed-4f1b-945b-c68fddd89468 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:17.760519 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-2d45b2a4-4357-4346-b1e3-099c5863578f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786927-1-iscsi, 3797f849-9d72-4a34-898b-30cdb86131ec) {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:16:17.778225 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d45b2a4-4357-4346-b1e3-099c5863578f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:16:17.778924 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2d45b2a4-4357-4346-b1e3-099c5863578f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759945'] for subnet, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:17.782279 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f497f3d9-c044-4465-921a-d92aefa0774b None None] Network 3797f849-9d72-4a34-898b-30cdb86131ec requested from dv-cinder-786927-1-iscsi {{(pid=86364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:16:17.860095 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-2d45b2a4-4357-4346-b1e3-099c5863578f admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6941881 Apr 19 18:16:17.866547 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 56866) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:16:17.880443 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-208e679a-77a6-431f-9e07-9ab1e6b3c26e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-135969704-router', 'tenant_id': 'fc6d959c6b83478bb73dfad880a83f28', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33'}}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:16:17.895557 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-208e679a-77a6-431f-9e07-9ab1e6b3c26e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:16:17.903159 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-208e679a-77a6-431f-9e07-9ab1e6b3c26e admin admin] Usage tracker for resource:router and tenant:fc6d959c6b83478bb73dfad880a83f28 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:16:17.914005 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-208e679a-77a6-431f-9e07-9ab1e6b3c26e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:16:18.007617 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-208e679a-77a6-431f-9e07-9ab1e6b3c26e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:16:18.025113 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-317eb65e-a552-48a8-9f68-cf031a23309a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853862292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962'] for subnet, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:18.032709 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-69c5580d-2894-4bc0-bd0e-5cb6b0e4629a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:16:18.069998 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-208e679a-77a6-431f-9e07-9ab1e6b3c26e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854149137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854772548'] for router, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:18.072439 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-208e679a-77a6-431f-9e07-9ab1e6b3c26e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-626663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-921872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3236'] for router, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:18.106717 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b31b074b-78af-40d8-8480-733ad147965f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853862292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962'] for subnet, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:18.120318 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:16:18.166251 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317eb65e-a552-48a8-9f68-cf031a23309a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ada99008-3d7e-49b3-8e59-95a033a8bf6a,revision_number=0']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:16:18.175433 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-317eb65e-a552-48a8-9f68-cf031a23309a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:16:18.201013 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317eb65e-a552-48a8-9f68-cf031a23309a admin admin] Checking segment: {'id': '3fe2987a-6741-4b11-91b6-22e760693dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8a0b2a47-900b-4baa-8d26-539dace3d837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:16:18.202071 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317eb65e-a552-48a8-9f68-cf031a23309a admin admin] Network hostable DHCP agents. Network: 8a0b2a47-900b-4baa-8d26-539dace3d837, hostable agents: ['66dd5093-526f-401d-add7-2f8e88013a06'], hosted agents: [] {{(pid=86362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 18:16:18.229080 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-208e679a-77a6-431f-9e07-9ab1e6b3c26e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:18.501563 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317eb65e-a552-48a8-9f68-cf031a23309a admin admin] Network 8a0b2a47-900b-4baa-8d26-539dace3d837 is scheduled to be hosted by DHCP agent 66dd5093-526f-401d-add7-2f8e88013a06 with binding_index 1 {{(pid=86362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 18:16:18.540356 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20dc3e5-48df-46f3-8daf-5e4650cd95fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7ea2a11-35e3-5807-b576-1bd2b4770768-3797f849-9d72-4a34-898b-30cdb86131ec', 'network_id': '3797f849-9d72-4a34-898b-30cdb86131ec', 'tenant_id': 'fc6d959c6b83478bb73dfad880a83f28', 'fixed_ips': [{'subnet_id': '43bddb65-670a-42dd-9742-7aecd345a4ee'}]}} from dv-cinder-786927-1-iscsi. {{(pid=86364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 19 18:16:18.541156 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b20dc3e5-48df-46f3-8daf-5e4650cd95fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:18.551555 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31b074b-78af-40d8-8480-733ad147965f admin admin] Pushing event updated for resources: {'Subnet': ['ID=34d337c2-5f2f-4e52-a37c-792a5657b7af,revision_number=0']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:16:18.555851 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b31b074b-78af-40d8-8480-733ad147965f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:16:18.569383 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31b074b-78af-40d8-8480-733ad147965f admin admin] Checking segment: {'id': '41139e2e-7812-4641-a996-451602e23acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd730787d-14ca-4c77-8e2c-83e69c9a7b9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:16:18.569790 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31b074b-78af-40d8-8480-733ad147965f admin admin] Network hostable DHCP agents. Network: d730787d-14ca-4c77-8e2c-83e69c9a7b9a, hostable agents: ['66dd5093-526f-401d-add7-2f8e88013a06'], hosted agents: [] {{(pid=86363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 18:16:18.647490 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-317eb65e-a552-48a8-9f68-cf031a23309a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786927-1-iscsi, 8a0b2a47-900b-4baa-8d26-539dace3d837) {{(pid=86362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:16:18.684723 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317eb65e-a552-48a8-9f68-cf031a23309a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:16:18.685440 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-317eb65e-a552-48a8-9f68-cf031a23309a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759945'] for subnet, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:18.742065 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31b074b-78af-40d8-8480-733ad147965f admin admin] Network d730787d-14ca-4c77-8e2c-83e69c9a7b9a is scheduled to be hosted by DHCP agent 66dd5093-526f-401d-add7-2f8e88013a06 with binding_index 1 {{(pid=86363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 18:16:18.771191 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-317eb65e-a552-48a8-9f68-cf031a23309a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.2098246 Apr 19 18:16:18.778435 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 56916) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:16:18.787660 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-3d0ab2af-862f-4c71-af00-0e68832d2d6a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-189171372-router', 'tenant_id': '8280c444ce7f4603a8a1042629dae0e6', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33'}}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:16:18.810064 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-3d0ab2af-862f-4c71-af00-0e68832d2d6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:16:18.832855 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-3d0ab2af-862f-4c71-af00-0e68832d2d6a admin admin] Usage tracker for resource:router and tenant:8280c444ce7f4603a8a1042629dae0e6 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:16:18.843332 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [None req-b20dc3e5-48df-46f3-8daf-5e4650cd95fe None None] Allocated IP 172.20.0.2 (3797f849-9d72-4a34-898b-30cdb86131ec/43bddb65-670a-42dd-9742-7aecd345a4ee/44a1d591-1b2f-46e9-bc6a-8bbce5b290e4) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:16:18.845302 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-3d0ab2af-862f-4c71-af00-0e68832d2d6a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:16:18.872582 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-3d0ab2af-862f-4c71-af00-0e68832d2d6a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:16:18.882775 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 56922) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:16:18.883041 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16105c01-8b16-4e72-b50e-5fa2e84b5b34 None None] Network 8a0b2a47-900b-4baa-8d26-539dace3d837 requested from dv-cinder-786927-1-iscsi {{(pid=86364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:16:18.911564 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-b31b074b-78af-40d8-8480-733ad147965f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786927-1-iscsi, d730787d-14ca-4c77-8e2c-83e69c9a7b9a) {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:16:18.918335 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31b074b-78af-40d8-8480-733ad147965f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:16:18.919171 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b31b074b-78af-40d8-8480-733ad147965f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759945'] for subnet, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:18.934234 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-208e679a-77a6-431f-9e07-9ab1e6b3c26e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3221'] for router, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:18.954371 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-3d0ab2af-862f-4c71-af00-0e68832d2d6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854149137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854772548'] for router, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:18.955723 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-3d0ab2af-862f-4c71-af00-0e68832d2d6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-626663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-921872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3236'] for router, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:18.983211 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-b31b074b-78af-40d8-8480-733ad147965f admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1323292 Apr 19 18:16:19.027983 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89952e58-e783-462a-8d39-ea12f8918683 None None] Network d730787d-14ca-4c77-8e2c-83e69c9a7b9a requested from dv-cinder-786927-1-iscsi {{(pid=86364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:16:19.061453 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-3d0ab2af-862f-4c71-af00-0e68832d2d6a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:19.349510 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4325f1e3-942a-4f34-a660-d1e5cb443bc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:19.388979 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-208e679a-77a6-431f-9e07-9ab1e6b3c26e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:19.419372 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-4325f1e3-942a-4f34-a660-d1e5cb443bc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:16:19.424911 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-208e679a-77a6-431f-9e07-9ab1e6b3c26e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:19.474060 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a2b4a9-f23e-46cf-b95e-9be4b7e3801a None None] Network 8a0b2a47-900b-4baa-8d26-539dace3d837 requested from dv-cinder-786927-1-iscsi {{(pid=86364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:16:19.592772 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-4325f1e3-942a-4f34-a660-d1e5cb443bc5 admin admin] Usage tracker for resource:security_group_rule and tenant:a7b992fa35f34978ab941941a1a32d75 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:16:19.701259 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-4325f1e3-942a-4f34-a660-d1e5cb443bc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:16:19.720720 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-4325f1e3-942a-4f34-a660-d1e5cb443bc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:16:19.787885 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [None req-208e679a-77a6-431f-9e07-9ab1e6b3c26e admin admin] Allocated IP 172.27.0.173 (4d554598-b480-4681-a36f-a7d82bbc0b33/6ca15ad6-e22c-47ba-9758-57475411b5fa/5cb17819-7a29-4b42-abac-1c85d0b9b4ab) {{(pid=86363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:16:19.806435 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7246d66c-49ed-4f1b-945b-c68fddd89468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853862292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962'] for subnet, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:19.854704 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b20dc3e5-48df-46f3-8daf-5e4650cd95fe None None] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:19.857757 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-f90b782a-0780-48e4-ab72-dd85591eb54a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:16:19.906659 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-b20dc3e5-48df-46f3-8daf-5e4650cd95fe None None] Transition to ACTIVE for port object 44a1d591-1b2f-46e9-bc6a-8bbce5b290e4 will not be triggered until provisioned by entity L2. {{(pid=86364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:16:19.907461 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-3d0ab2af-862f-4c71-af00-0e68832d2d6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3221'] for router, precommit_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:19.939383 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 56980) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:16:19.988132 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c99c7e8-83de-4a47-9663-b3325ad2ce66 None None] Network d730787d-14ca-4c77-8e2c-83e69c9a7b9a requested from dv-cinder-786927-1-iscsi {{(pid=86364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:16:19.990269 dv-cinder-786927-1-iscsi neutron-server[86249]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 19 18:16:20.015024 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-b20dc3e5-48df-46f3-8daf-5e4650cd95fe None None] Transition to ACTIVE for port object 44a1d591-1b2f-46e9-bc6a-8bbce5b290e4 will not be triggered until provisioned by entity DHCP. {{(pid=86364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:16:20.089795 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4325f1e3-942a-4f34-a660-d1e5cb443bc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:20.143515 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b20dc3e5-48df-46f3-8daf-5e4650cd95fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782697811417'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:20.172535 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:16:20.174060 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-208e679a-77a6-431f-9e07-9ab1e6b3c26e admin admin] Notify callbacks [] for port, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:20.246072 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8433b25-adee-4df2-af06-ae2c3688d0dc req-edb09a9b-56e6-42ba-a178-5b065645f32a tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:16:20.247788 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e8433b25-adee-4df2-af06-ae2c3688d0dc req-edb09a9b-56e6-42ba-a178-5b065645f32a tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/networks?id=d730787d-14ca-4c77-8e2c-83e69c9a7b9a HTTP/1.1" status: 200 len: 814 time: 0.3072252 Apr 19 18:16:20.262812 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4325f1e3-942a-4f34-a660-d1e5cb443bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:20.270281 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-208e679a-77a6-431f-9e07-9ab1e6b3c26e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782697811417'] for port, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:20.276903 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:16:20.342218 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20dc3e5-48df-46f3-8daf-5e4650cd95fe None None] Network 3797f849-9d72-4a34-898b-30cdb86131ec is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:16:20.343230 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20dc3e5-48df-46f3-8daf-5e4650cd95fe None None] Pushing event updated for resources: {'Port': ['ID=44a1d591-1b2f-46e9-bc6a-8bbce5b290e4,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:16:20.374126 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-4325f1e3-942a-4f34-a660-d1e5cb443bc5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a7b992fa35f34978ab941941a1a32d75&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4870322 Apr 19 18:16:20.381818 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e8433b25-adee-4df2-af06-ae2c3688d0dc req-31e8d242-6b16-4af4-9055-feee60777a27 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/quotas/0192ebea383943fdbf60eb0089151581 HTTP/1.1" status: 200 len: 375 time: 0.1133618 Apr 19 18:16:20.382194 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 57016) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:16:20.391243 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7246d66c-49ed-4f1b-945b-c68fddd89468 admin admin] Checking segment: {'id': '14facb62-e9d1-4758-916e-05eedab8db3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd6542d44-b175-4d6c-9707-3fb6fcc90f6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:16:20.391243 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7246d66c-49ed-4f1b-945b-c68fddd89468 admin admin] Network hostable DHCP agents. Network: d6542d44-b175-4d6c-9707-3fb6fcc90f6b, hostable agents: ['66dd5093-526f-401d-add7-2f8e88013a06'], hosted agents: [] {{(pid=86362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 18:16:20.400096 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7246d66c-49ed-4f1b-945b-c68fddd89468 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6abedcc4-667b-4ef5-948f-d48f21cc23fa,revision_number=0']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:16:20.408252 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-7246d66c-49ed-4f1b-945b-c68fddd89468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.550s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:16:20.410000 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-b20dc3e5-48df-46f3-8daf-5e4650cd95fe None None] Resources bound (agent type, host, resource id): {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:16:20.419683 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20dc3e5-48df-46f3-8daf-5e4650cd95fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:16:20.420128 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20dc3e5-48df-46f3-8daf-5e4650cd95fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:16:20.420509 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20dc3e5-48df-46f3-8daf-5e4650cd95fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:16:20.420881 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20dc3e5-48df-46f3-8daf-5e4650cd95fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:16:20.421350 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20dc3e5-48df-46f3-8daf-5e4650cd95fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:16:20.421597 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20dc3e5-48df-46f3-8daf-5e4650cd95fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:16:20.422611 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20dc3e5-48df-46f3-8daf-5e4650cd95fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:16:20.423121 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20dc3e5-48df-46f3-8daf-5e4650cd95fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:16:20.423958 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20dc3e5-48df-46f3-8daf-5e4650cd95fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:16:20.424336 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20dc3e5-48df-46f3-8daf-5e4650cd95fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:16:20.425017 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20dc3e5-48df-46f3-8daf-5e4650cd95fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:16:20.425382 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20dc3e5-48df-46f3-8daf-5e4650cd95fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:16:20.426474 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20dc3e5-48df-46f3-8daf-5e4650cd95fe None None] Tracked resource versions report: Apr 19 18:16:20.426474 dv-cinder-786927-1-iscsi neutron-server[86249]: pushed versions: Apr 19 18:16:20.426474 dv-cinder-786927-1-iscsi neutron-server[86249]: { 'AddressGroup': {'1.2'}, Apr 19 18:16:20.426474 dv-cinder-786927-1-iscsi neutron-server[86249]: 'ConntrackHelper': {'1.0'}, Apr 19 18:16:20.426474 dv-cinder-786927-1-iscsi neutron-server[86249]: 'Log': {'1.0'}, Apr 19 18:16:20.426474 dv-cinder-786927-1-iscsi neutron-server[86249]: 'Network': {'1.1'}, Apr 19 18:16:20.426474 dv-cinder-786927-1-iscsi neutron-server[86249]: 'Port': {'1.7'}, Apr 19 18:16:20.426474 dv-cinder-786927-1-iscsi neutron-server[86249]: 'PortForwarding': {'1.2'}, Apr 19 18:16:20.426474 dv-cinder-786927-1-iscsi neutron-server[86249]: 'QosPolicy': {'1.8'}, Apr 19 18:16:20.426474 dv-cinder-786927-1-iscsi neutron-server[86249]: 'SecurityGroup': {'1.4'}, Apr 19 18:16:20.426474 dv-cinder-786927-1-iscsi neutron-server[86249]: 'SecurityGroupRule': {'1.2'}, Apr 19 18:16:20.426474 dv-cinder-786927-1-iscsi neutron-server[86249]: 'SubPort': {'1.0'}, Apr 19 18:16:20.426474 dv-cinder-786927-1-iscsi neutron-server[86249]: 'Subnet': {'1.1'}, Apr 19 18:16:20.426474 dv-cinder-786927-1-iscsi neutron-server[86249]: 'Trunk': {'1.1'}} Apr 19 18:16:20.426474 dv-cinder-786927-1-iscsi neutron-server[86249]: consumer versions: Apr 19 18:16:20.426474 dv-cinder-786927-1-iscsi neutron-server[86249]: { DHCP agent@dv-cinder-786927-1-iscsi: {}, Apr 19 18:16:20.426474 dv-cinder-786927-1-iscsi neutron-server[86249]: HyperV agent@hv-cinder-78692: {}, Apr 19 18:16:20.426474 dv-cinder-786927-1-iscsi neutron-server[86249]: L3 agent@dv-cinder-786927-1-iscsi: {}, Apr 19 18:16:20.426474 dv-cinder-786927-1-iscsi neutron-server[86249]: Metadata agent@dv-cinder-786927-1-iscsi: {}, Apr 19 18:16:20.426474 dv-cinder-786927-1-iscsi neutron-server[86249]: Metering agent@dv-cinder-786927-1-iscsi: {}, Apr 19 18:16:20.426474 dv-cinder-786927-1-iscsi neutron-server[86249]: Open vSwitch agent@dv-cinder-786927-1-iscsi: { 'AddressGroup': '1.2', Apr 19 18:16:20.426474 dv-cinder-786927-1-iscsi neutron-server[86249]: 'ConntrackHelper': '1.0', Apr 19 18:16:20.426474 dv-cinder-786927-1-iscsi neutron-server[86249]: 'Log': '1.0', Apr 19 18:16:20.426474 dv-cinder-786927-1-iscsi neutron-server[86249]: 'Network': '1.1', Apr 19 18:16:20.426474 dv-cinder-786927-1-iscsi neutron-server[86249]: 'Port': '1.7', Apr 19 18:16:20.426474 dv-cinder-786927-1-iscsi neutron-server[86249]: 'PortForwarding': '1.2', Apr 19 18:16:20.426474 dv-cinder-786927-1-iscsi neutron-server[86249]: 'QosPolicy': '1.8', Apr 19 18:16:20.426474 dv-cinder-786927-1-iscsi neutron-server[86249]: 'SecurityGroup': '1.4', Apr 19 18:16:20.426474 dv-cinder-786927-1-iscsi neutron-server[86249]: 'SecurityGroupRule': '1.2', Apr 19 18:16:20.426474 dv-cinder-786927-1-iscsi neutron-server[86249]: 'SubPort': '1.0', Apr 19 18:16:20.426474 dv-cinder-786927-1-iscsi neutron-server[86249]: 'Subnet': '1.1', Apr 19 18:16:20.426474 dv-cinder-786927-1-iscsi neutron-server[86249]: 'Trunk': '1.1'}} Apr 19 18:16:20.426474 dv-cinder-786927-1-iscsi neutron-server[86249]: {{(pid=86364) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 19 18:16:20.430923 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208e679a-77a6-431f-9e07-9ab1e6b3c26e admin admin] Pushing event updated for resources: {'Port': ['ID=5cb17819-7a29-4b42-abac-1c85d0b9b4ab,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:16:20.434969 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-208e679a-77a6-431f-9e07-9ab1e6b3c26e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:16:20.437294 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208e679a-77a6-431f-9e07-9ab1e6b3c26e admin admin] Network 4d554598-b480-4681-a36f-a7d82bbc0b33 is already hosted by enough agents. {{(pid=86363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:16:20.438842 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-208e679a-77a6-431f-9e07-9ab1e6b3c26e admin admin] Resources bound (agent type, host, resource id): {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:16:20.443745 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20dc3e5-48df-46f3-8daf-5e4650cd95fe None None] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:16:20.448630 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-4b27f4db-c3ff-4596-877a-e68565904f06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:16:20.452286 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208e679a-77a6-431f-9e07-9ab1e6b3c26e admin admin] Received port after_create {{(pid=86363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:16:20.478810 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4325f1e3-942a-4f34-a660-d1e5cb443bc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbcac659-07ee-470c-88e9-1e671f4e3a4b,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:16:20.526035 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-4325f1e3-942a-4f34-a660-d1e5cb443bc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:16:20.552601 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7246d66c-49ed-4f1b-945b-c68fddd89468 admin admin] Network d6542d44-b175-4d6c-9707-3fb6fcc90f6b is scheduled to be hosted by DHCP agent 66dd5093-526f-401d-add7-2f8e88013a06 with binding_index 1 {{(pid=86362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 18:16:20.561723 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e8433b25-adee-4df2-af06-ae2c3688d0dc req-92645902-424a-4aa8-8f85-e249f9e2fa84 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0192ebea383943fdbf60eb0089151581&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1635535 Apr 19 18:16:20.589479 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-7246d66c-49ed-4f1b-945b-c68fddd89468 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786927-1-iscsi, d6542d44-b175-4d6c-9707-3fb6fcc90f6b) {{(pid=86362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:16:20.597270 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b2e1428f-b7f3-4995-a476-3a43363e6118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:20.600123 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7246d66c-49ed-4f1b-945b-c68fddd89468 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:16:20.600627 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7246d66c-49ed-4f1b-945b-c68fddd89468 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759945'] for subnet, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:20.642439 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-7246d66c-49ed-4f1b-945b-c68fddd89468 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0140457 Apr 19 18:16:20.673840 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b2e1428f-b7f3-4995-a476-3a43363e6118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:20.675106 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5584ef-3acf-49c0-b4f2-c2a421f12a14 None None] Network d6542d44-b175-4d6c-9707-3fb6fcc90f6b requested from dv-cinder-786927-1-iscsi {{(pid=86364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:16:20.692397 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b20dc3e5-48df-46f3-8daf-5e4650cd95fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:16:20.695880 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-b20dc3e5-48df-46f3-8daf-5e4650cd95fe None None] Attempting to bind port 44a1d591-1b2f-46e9-bc6a-8bbce5b290e4 on host dv-cinder-786927-1-iscsi for vnic_type normal with profile {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:16:20.696611 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-b20dc3e5-48df-46f3-8daf-5e4650cd95fe None None] Attempting to bind port 44a1d591-1b2f-46e9-bc6a-8bbce5b290e4 by drivers openvswitch,hyperv on host dv-cinder-786927-1-iscsi at level 0 using segments [{'id': '7a2615d6-dc47-46a0-9b5b-ef7d5912dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3797f849-9d72-4a34-898b-30cdb86131ec'}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:16:20.697184 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20dc3e5-48df-46f3-8daf-5e4650cd95fe None None] Attempting to bind port 44a1d591-1b2f-46e9-bc6a-8bbce5b290e4 on network 3797f849-9d72-4a34-898b-30cdb86131ec {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:16:20.711096 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20dc3e5-48df-46f3-8daf-5e4650cd95fe None None] Checking agent: {'id': '84360490-1fcf-4ef7-acd4-64c16b857909', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 7, 56), 'started_at': datetime.datetime(2021, 4, 19, 18, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:16:20.711752 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20dc3e5-48df-46f3-8daf-5e4650cd95fe None None] Checking segment: {'id': '7a2615d6-dc47-46a0-9b5b-ef7d5912dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3797f849-9d72-4a34-898b-30cdb86131ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:16:20.712368 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b20dc3e5-48df-46f3-8daf-5e4650cd95fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:20.713684 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20dc3e5-48df-46f3-8daf-5e4650cd95fe None None] Bound using segment: {'id': '7a2615d6-dc47-46a0-9b5b-ef7d5912dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3797f849-9d72-4a34-898b-30cdb86131ec'} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:16:20.714522 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-b20dc3e5-48df-46f3-8daf-5e4650cd95fe None None] Bound port: 44a1d591-1b2f-46e9-bc6a-8bbce5b290e4, host: dv-cinder-786927-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a2615d6-dc47-46a0-9b5b-ef7d5912dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3797f849-9d72-4a34-898b-30cdb86131ec'}}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:16:20.728030 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b20dc3e5-48df-46f3-8daf-5e4650cd95fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:20.948023 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [req-e8433b25-adee-4df2-af06-ae2c3688d0dc req-014d3a02-951c-4139-bb7a-c7cad7c0e6af service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=86362) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 18:16:20.949288 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e8433b25-adee-4df2-af06-ae2c3688d0dc req-014d3a02-951c-4139-bb7a-c7cad7c0e6af service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2185683 Apr 19 18:16:21.090003 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-3d0ab2af-862f-4c71-af00-0e68832d2d6a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:21.135257 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-3d0ab2af-862f-4c71-af00-0e68832d2d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:21.253861 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b20dc3e5-48df-46f3-8daf-5e4650cd95fe None None] For port 44a1d591-1b2f-46e9-bc6a-8bbce5b290e4, host dv-cinder-786927-1-iscsi, cleared binding levels {{(pid=86364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:16:21.263025 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab41fd04-96a8-4470-875d-db95d4ad9a39 None None] Network d6542d44-b175-4d6c-9707-3fb6fcc90f6b requested from dv-cinder-786927-1-iscsi {{(pid=86364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:16:21.287806 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [None req-3d0ab2af-862f-4c71-af00-0e68832d2d6a admin admin] Allocated IP 172.27.0.101 (4d554598-b480-4681-a36f-a7d82bbc0b33/6ca15ad6-e22c-47ba-9758-57475411b5fa/243d1416-2edb-4750-a40c-6a1ae9b689da) {{(pid=86362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:16:21.299952 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b20dc3e5-48df-46f3-8daf-5e4650cd95fe None None] For port 44a1d591-1b2f-46e9-bc6a-8bbce5b290e4, host dv-cinder-786927-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-iscsi',level=0,port_id=44a1d591-1b2f-46e9-bc6a-8bbce5b290e4,segment=NetworkSegment(7a2615d6-dc47-46a0-9b5b-ef7d5912dccf),segment_id=7a2615d6-dc47-46a0-9b5b-ef7d5912dccf)] {{(pid=86364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:16:21.313240 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b20dc3e5-48df-46f3-8daf-5e4650cd95fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:21.383962 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-208e679a-77a6-431f-9e07-9ab1e6b3c26e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:21.401857 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:16:21.540854 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20dc3e5-48df-46f3-8daf-5e4650cd95fe None None] Pushing event updated for resources: {'Port': ['ID=44a1d591-1b2f-46e9-bc6a-8bbce5b290e4,revision_number=2']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:16:21.572657 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 57094) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:16:21.582881 dv-cinder-786927-1-iscsi neutron-server[86249]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 19 18:16:21.584427 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b20dc3e5-48df-46f3-8daf-5e4650cd95fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:16:21.709876 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-3d0ab2af-862f-4c71-af00-0e68832d2d6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:21.751271 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b2e1428f-b7f3-4995-a476-3a43363e6118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:21.768643 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-3d0ab2af-862f-4c71-af00-0e68832d2d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782697811417'] for port, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:21.784541 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2f16b3-c980-429e-b40f-c6a79eb7c46b req-2c419f4e-33c1-49c9-8656-dcd441fa46fa tempest-DeleteServersTestJSON-1051952203 tempest-DeleteServersTestJSON-1051952203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:16:21.788019 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6a2f16b3-c980-429e-b40f-c6a79eb7c46b req-2c419f4e-33c1-49c9-8656-dcd441fa46fa tempest-DeleteServersTestJSON-1051952203 tempest-DeleteServersTestJSON-1051952203-project] 10.222.0.36 "GET /v2.0/networks?id=d6542d44-b175-4d6c-9707-3fb6fcc90f6b HTTP/1.1" status: 200 len: 812 time: 0.2147923 Apr 19 18:16:21.792119 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:16:21.811460 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e1428f-b7f3-4995-a476-3a43363e6118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbcac659-07ee-470c-88e9-1e671f4e3a4b,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:16:21.837607 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b2e1428f-b7f3-4995-a476-3a43363e6118 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:16:21.838317 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:16:21.842727 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6a2f16b3-c980-429e-b40f-c6a79eb7c46b req-f1ef75bf-6bb1-4bff-a8a4-00a8e5ac9f45 tempest-DeleteServersTestJSON-1051952203 tempest-DeleteServersTestJSON-1051952203-project] 10.222.0.36 "GET /v2.0/quotas/aa3a010554804d208c38fe0948124a46 HTTP/1.1" status: 200 len: 375 time: 0.0440986 Apr 19 18:16:21.943984 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0ab2af-862f-4c71-af00-0e68832d2d6a admin admin] Pushing event updated for resources: {'Port': ['ID=243d1416-2edb-4750-a40c-6a1ae9b689da,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:16:21.967024 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6a2f16b3-c980-429e-b40f-c6a79eb7c46b req-0f290c55-5aba-42b4-93f3-ac2b23f948d5 tempest-DeleteServersTestJSON-1051952203 tempest-DeleteServersTestJSON-1051952203-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa3a010554804d208c38fe0948124a46&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1131592 Apr 19 18:16:22.018234 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-3d0ab2af-862f-4c71-af00-0e68832d2d6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:16:22.035344 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0ab2af-862f-4c71-af00-0e68832d2d6a admin admin] Network 4d554598-b480-4681-a36f-a7d82bbc0b33 is already hosted by enough agents. {{(pid=86362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:16:22.038615 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e8433b25-adee-4df2-af06-ae2c3688d0dc req-8369daa9-e1a4-4eb5-b1f4-2fedd48dfa16 service neutron] 10.222.0.36 "GET /v2.0/networks/d730787d-14ca-4c77-8e2c-83e69c9a7b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0773120 Apr 19 18:16:22.048170 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b2e1428f-b7f3-4995-a476-3a43363e6118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:22.052135 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-b2e1428f-b7f3-4995-a476-3a43363e6118 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bbcac659-07ee-470c-88e9-1e671f4e3a4b HTTP/1.1" status: 204 len: 168 time: 1.6550763 Apr 19 18:16:22.052135 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-3d0ab2af-862f-4c71-af00-0e68832d2d6a admin admin] Resources bound (agent type, host, resource id): {{(pid=86362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:16:22.067595 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0ab2af-862f-4c71-af00-0e68832d2d6a admin admin] Received port after_create {{(pid=86362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:16:22.223500 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-6a12f972-a33f-40a7-b328-3af83ea0a32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:22.274289 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 57114) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:16:22.337681 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device 44a1d591-1b2f-46e9-bc6a-8bbce5b290e4 up at agent ovs-agent-dv-cinder-786927-1-iscsi {{(pid=86364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:16:22.372989 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-208e679a-77a6-431f-9e07-9ab1e6b3c26e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854149052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854126372'] for router, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:22.486364 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Provisioning for port 44a1d591-1b2f-46e9-bc6a-8bbce5b290e4 completed by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:16:22.588366 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [req-6a2f16b3-c980-429e-b40f-c6a79eb7c46b req-6e7bec05-4d27-4268-bdf3-f989f72fe103 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=86363) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 18:16:22.595679 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6a2f16b3-c980-429e-b40f-c6a79eb7c46b req-6e7bec05-4d27-4268-bdf3-f989f72fe103 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3203585 Apr 19 18:16:22.707276 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 57124) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:16:22.725065 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2bd3f67c-42d9-4c8e-b16e-a789d6a6a27e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:22.731971 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ca56ef6a-2267-47ac-bf50-8e4d1b23b6bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:22.746935 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e8433b25-adee-4df2-af06-ae2c3688d0dc req-53f97975-1f23-471f-b615-04d3f97016b9 service neutron] 10.222.0.36 "GET /v2.0/networks/d730787d-14ca-4c77-8e2c-83e69c9a7b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6884661 Apr 19 18:16:22.752577 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-ca56ef6a-2267-47ac-bf50-8e4d1b23b6bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:16:22.753293 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-2bd3f67c-42d9-4c8e-b16e-a789d6a6a27e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:16:22.757038 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-ca56ef6a-2267-47ac-bf50-8e4d1b23b6bf admin admin] Usage tracker for resource:security_group_rule and tenant:cf6d91a3dde64012b774761a963c851f is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:16:22.759978 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-3d0ab2af-862f-4c71-af00-0e68832d2d6a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:22.760530 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-2bd3f67c-42d9-4c8e-b16e-a789d6a6a27e admin admin] Usage tracker for resource:security_group_rule and tenant:cba65eab9cb0419a97b4aa09b0f7bb16 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:16:22.770943 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-2bd3f67c-42d9-4c8e-b16e-a789d6a6a27e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:16:22.778563 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-208e679a-77a6-431f-9e07-9ab1e6b3c26e admin admin] Router aabc47b5-5a0c-4202-9422-e26c7ac78f44 is scheduled to L3 agent 24af6f5b-4620-4572-ab28-0613f710586e with binding_index 1 {{(pid=86363) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 19 18:16:22.783922 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-2bd3f67c-42d9-4c8e-b16e-a789d6a6a27e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:16:22.815152 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-ca56ef6a-2267-47ac-bf50-8e4d1b23b6bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:16:22.888053 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-ca56ef6a-2267-47ac-bf50-8e4d1b23b6bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:16:23.028395 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6a2f16b3-c980-429e-b40f-c6a79eb7c46b req-8306483d-12a8-4f87-8ea4-ed6e9d9b3bfd service neutron] 10.222.0.36 "GET /v2.0/networks/d6542d44-b175-4d6c-9707-3fb6fcc90f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4122026 Apr 19 18:16:23.302114 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f51488bf-5050-4882-b358-1f98f3d48f86 req-15ebae4a-598c-4a76-adb7-643c2ac89684 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8cc09b0-0dfe-4348-8ed6-7762cc774356 HTTP/1.1" status: 200 len: 210 time: 0.2007985 Apr 19 18:16:23.371529 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ca56ef6a-2267-47ac-bf50-8e4d1b23b6bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:23.387465 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ca56ef6a-2267-47ac-bf50-8e4d1b23b6bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:23.404604 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-de9dba3d-d478-4c6a-8276-7c6e5b969068 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:16:23.407340 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300446c2-983e-407c-8472-a17fcc80dcf4 None None] Network 3797f849-9d72-4a34-898b-30cdb86131ec requested from dv-cinder-786927-1-iscsi {{(pid=86364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:16:23.453884 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca56ef6a-2267-47ac-bf50-8e4d1b23b6bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58cd7f07-4db4-4da1-8049-b509bbb83b61,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:16:23.466658 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-208e679a-77a6-431f-9e07-9ab1e6b3c26e admin admin] Notify agent at l3_agent.dv-cinder-786927-1-iscsi the message routers_updated {{(pid=86363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:16:23.478453 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6a2f16b3-c980-429e-b40f-c6a79eb7c46b req-0de51220-87c3-4bf3-9c75-f37540623f4e service neutron] 10.222.0.36 "GET /v2.0/networks/d6542d44-b175-4d6c-9707-3fb6fcc90f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4490469 Apr 19 18:16:23.483526 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc33147-dd2f-4efd-9cb7-96700369de3c None None] Sync routers for ids ['aabc47b5-5a0c-4202-9422-e26c7ac78f44'] in dv-cinder-786927-1-iscsi {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:16:23.488249 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-ca56ef6a-2267-47ac-bf50-8e4d1b23b6bf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cf6d91a3dde64012b774761a963c851f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7782817 Apr 19 18:16:23.493885 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 57148) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:16:23.495561 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-ca56ef6a-2267-47ac-bf50-8e4d1b23b6bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:16:23.499435 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2bd3f67c-42d9-4c8e-b16e-a789d6a6a27e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:23.509429 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc33147-dd2f-4efd-9cb7-96700369de3c None None] Routers {'aabc47b5-5a0c-4202-9422-e26c7ac78f44'} bound to L3 agent in host dv-cinder-786927-1-iscsi {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:16:23.513680 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-adc33147-dd2f-4efd-9cb7-96700369de3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T18:07:54Z,description=,heartbeat_timestamp=2021-04-19T18:15:54Z,host='dv-cinder-786927-1-iscsi',id=24af6f5b-4620-4572-ab28-0613f710586e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:07:54Z,topic='l3_agent')) {'router_ids': ['aabc47b5-5a0c-4202-9422-e26c7ac78f44'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:16:23.526848 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2bd3f67c-42d9-4c8e-b16e-a789d6a6a27e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:23.553354 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-3d0ab2af-862f-4c71-af00-0e68832d2d6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854149052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854126372'] for router, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:23.565970 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-e0f2f131-52a5-45d6-af61-0b01ed80c993 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:16:23.602439 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd3f67c-42d9-4c8e-b16e-a789d6a6a27e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c41204a1-08df-4410-873f-36e2d47f3aae,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:16:23.611497 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-2bd3f67c-42d9-4c8e-b16e-a789d6a6a27e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:16:23.612192 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-208e679a-77a6-431f-9e07-9ab1e6b3c26e admin admin] Notify callbacks [] for router, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:23.613473 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-208e679a-77a6-431f-9e07-9ab1e6b3c26e admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.7451427 Apr 19 18:16:23.637016 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 57156) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:16:23.666504 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-c4b0922e-6a7a-44b1-9ba3-a13e77b33e20 None None] Provisioning for port 44a1d591-1b2f-46e9-bc6a-8bbce5b290e4 completed by entity DHCP. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:16:23.699879 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-c4b0922e-6a7a-44b1-9ba3-a13e77b33e20 None None] Provisioning complete for port 44a1d591-1b2f-46e9-bc6a-8bbce5b290e4 triggered by entity DHCP. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:16:23.700060 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c4b0922e-6a7a-44b1-9ba3-a13e77b33e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:24.044650 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c4b0922e-6a7a-44b1-9ba3-a13e77b33e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:24.075860 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-2bd3f67c-42d9-4c8e-b16e-a789d6a6a27e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cba65eab9cb0419a97b4aa09b0f7bb16&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7954955 Apr 19 18:16:24.146044 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-c4b0922e-6a7a-44b1-9ba3-a13e77b33e20 None None] For port 44a1d591-1b2f-46e9-bc6a-8bbce5b290e4, host dv-cinder-786927-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-iscsi',level=0,port_id=44a1d591-1b2f-46e9-bc6a-8bbce5b290e4,segment=NetworkSegment(7a2615d6-dc47-46a0-9b5b-ef7d5912dccf),segment_id=7a2615d6-dc47-46a0-9b5b-ef7d5912dccf)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:16:24.147918 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 57184) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:16:24.151644 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c4b0922e-6a7a-44b1-9ba3-a13e77b33e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:24.161937 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-d2111ebf-c83d-46e2-a6d2-ba1d8312bf79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:16:24.199164 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-adc33147-dd2f-4efd-9cb7-96700369de3c None None] Set router aabc47b5-5a0c-4202-9422-e26c7ac78f44 gateway port host: dv-cinder-786927-1-iscsi {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:16:24.204770 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f9ff2dae-ef39-48ca-a3c5-8aefc455e314 req-262148d9-0995-40eb-ac84-ddb48a238dee tempest-DeleteServersTestJSON-1051952203 tempest-DeleteServersTestJSON-1051952203-project] 10.222.0.36 "GET /v2.0/ports?device_id=75e6fcb7-8519-439e-ba01-d5591cdb6a41 HTTP/1.1" status: 200 len: 210 time: 0.1432106 Apr 19 18:16:24.220763 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d0ab2af-862f-4c71-af00-0e68832d2d6a admin admin] Router 649ab1c6-81c1-47de-9efb-c290da08b20d is scheduled to L3 agent 24af6f5b-4620-4572-ab28-0613f710586e with binding_index 1 {{(pid=86362) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 19 18:16:24.237880 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7d1bf939-5fa7-42aa-9d5e-77172584da0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:24.266546 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d5d6d8d7-2b19-456f-a95a-e024660e21e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:24.294911 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7d1bf939-5fa7-42aa-9d5e-77172584da0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:24.296910 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b0922e-6a7a-44b1-9ba3-a13e77b33e20 None None] Pushing event updated for resources: {'Port': ['ID=44a1d591-1b2f-46e9-bc6a-8bbce5b290e4,revision_number=3']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:16:24.322382 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-c4b0922e-6a7a-44b1-9ba3-a13e77b33e20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:16:24.366270 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7d1bf939-5fa7-42aa-9d5e-77172584da0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:24.379023 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:16:24.397139 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1bf939-5fa7-42aa-9d5e-77172584da0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58cd7f07-4db4-4da1-8049-b509bbb83b61,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:16:24.404277 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-7d1bf939-5fa7-42aa-9d5e-77172584da0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:16:24.408667 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7d1bf939-5fa7-42aa-9d5e-77172584da0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:24.410032 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-7d1bf939-5fa7-42aa-9d5e-77172584da0f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/58cd7f07-4db4-4da1-8049-b509bbb83b61 HTTP/1.1" status: 204 len: 168 time: 0.9134479 Apr 19 18:16:24.594323 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-9990d51e-a5c5-49c8-b1e2-7324b6e24b70 None None] Provisioning complete for port 44a1d591-1b2f-46e9-bc6a-8bbce5b290e4 triggered by entity DHCP. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:16:24.594744 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9990d51e-a5c5-49c8-b1e2-7324b6e24b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:24.830516 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-60872106-3921-4474-9775-f4da212b8297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:24.896189 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-adc33147-dd2f-4efd-9cb7-96700369de3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aabc47b5-5a0c-4202-9422-e26c7ac78f44', 'name': 'tempest-AttachVolumeTestJSON-135969704-router', 'tenant_id': 'fc6d959c6b83478bb73dfad880a83f28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '5cb17819-7a29-4b42-abac-1c85d0b9b4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:16:18Z', 'updated_at': '2021-04-19T18:16:21Z', 'revision_number': 3, 'project_id': 'fc6d959c6b83478bb73dfad880a83f28', 'gw_port': {'id': '5cb17819-7a29-4b42-abac-1c85d0b9b4ab', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0f:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aabc47b5-5a0c-4202-9422-e26c7ac78f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:16:19Z', 'updated_at': '2021-04-19T18:16:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi'}], 'dv-cinder-786927-1-iscsi', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:16:24.902190 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc33147-dd2f-4efd-9cb7-96700369de3c None None] Checking router: aabc47b5-5a0c-4202-9422-e26c7ac78f44 for host: dv-cinder-786927-1-iscsi {{(pid=86365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:16:24.903522 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc33147-dd2f-4efd-9cb7-96700369de3c None None] Updating router aabc47b5-5a0c-4202-9422-e26c7ac78f44 port 5cb17819-7a29-4b42-abac-1c85d0b9b4ab binding host dv-cinder-786927-1-iscsi {{(pid=86365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 18:16:25.049442 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-adc33147-dd2f-4efd-9cb7-96700369de3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:25.072903 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f5050f7f-243f-41b6-92f0-fab974eb24e0 req-7ac57764-6c79-45b1-a4a8-9e81aebb4b3b tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8cc09b0-0dfe-4348-8ed6-7762cc774356 HTTP/1.1" status: 200 len: 210 time: 0.0891922 Apr 19 18:16:25.081625 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d329519a-23a6-4562-869d-698c1f3d8b74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:25.143615 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d329519a-23a6-4562-869d-698c1f3d8b74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:25.166877 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d0ab2af-862f-4c71-af00-0e68832d2d6a admin admin] Notify agent at l3_agent.dv-cinder-786927-1-iscsi the message routers_updated {{(pid=86362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:16:25.179641 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdef15bd-ce92-414b-9518-931ea167b40b None None] Sync routers for ids ['649ab1c6-81c1-47de-9efb-c290da08b20d'] in dv-cinder-786927-1-iscsi {{(pid=86364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:16:25.205593 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdef15bd-ce92-414b-9518-931ea167b40b None None] Routers {'649ab1c6-81c1-47de-9efb-c290da08b20d'} bound to L3 agent in host dv-cinder-786927-1-iscsi {{(pid=86364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:16:25.206293 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-fdef15bd-ce92-414b-9518-931ea167b40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T18:07:54Z,description=,heartbeat_timestamp=2021-04-19T18:16:24Z,host='dv-cinder-786927-1-iscsi',id=24af6f5b-4620-4572-ab28-0613f710586e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:07:54Z,topic='l3_agent')) {'router_ids': ['649ab1c6-81c1-47de-9efb-c290da08b20d'], 'active': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:16:25.260300 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-3d0ab2af-862f-4c71-af00-0e68832d2d6a admin admin] Notify callbacks [] for router, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:25.264802 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-3d0ab2af-862f-4c71-af00-0e68832d2d6a admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.4836478 Apr 19 18:16:25.266266 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 57242) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:16:25.392367 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d329519a-23a6-4562-869d-698c1f3d8b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:25.469508 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-4325f1e3-942a-4f34-a660-d1e5cb443bc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:16:25.495509 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d329519a-23a6-4562-869d-698c1f3d8b74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c41204a1-08df-4410-873f-36e2d47f3aae,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:16:25.513691 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-d329519a-23a6-4562-869d-698c1f3d8b74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:16:25.561880 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d329519a-23a6-4562-869d-698c1f3d8b74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:25.563769 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-d329519a-23a6-4562-869d-698c1f3d8b74 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c41204a1-08df-4410-873f-36e2d47f3aae HTTP/1.1" status: 204 len: 168 time: 1.4147227 Apr 19 18:16:25.636384 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d4cb22af-6870-4de0-8456-acd862add59f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:25.777566 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-745b9454-2e88-4ecb-af21-0fbd48eaa0c6 req-add48b7c-7d46-4952-ac4c-20d3f3063940 tempest-DeleteServersTestJSON-1051952203 tempest-DeleteServersTestJSON-1051952203-project] 10.222.0.36 "GET /v2.0/ports?device_id=75e6fcb7-8519-439e-ba01-d5591cdb6a41 HTTP/1.1" status: 200 len: 210 time: 0.1432879 Apr 19 18:16:25.837608 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-fdef15bd-ce92-414b-9518-931ea167b40b None None] Set router 649ab1c6-81c1-47de-9efb-c290da08b20d gateway port host: dv-cinder-786927-1-iscsi {{(pid=86364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:16:26.268831 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:26.291724 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-adc33147-dd2f-4efd-9cb7-96700369de3c None None] Notify callbacks [] for port, precommit_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:26.323763 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-adc33147-dd2f-4efd-9cb7-96700369de3c None None] Transition to ACTIVE for port object 5cb17819-7a29-4b42-abac-1c85d0b9b4ab will not be triggered until provisioned by entity L2. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:16:26.339577 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-adc33147-dd2f-4efd-9cb7-96700369de3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:26.354585 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device 44a1d591-1b2f-46e9-bc6a-8bbce5b290e4 up at agent ovs-agent-dv-cinder-786927-1-iscsi {{(pid=86364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:16:26.372055 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-ba06027c-95bb-4e1c-b8ca-77079e3f8a06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:16:26.391837 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-eae962f3-e32e-4947-814b-3e299d74c6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:26.443906 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [None req-d4cb22af-6870-4de0-8456-acd862add59f admin admin] Allocated IP 172.20.0.1 (3797f849-9d72-4a34-898b-30cdb86131ec/43bddb65-670a-42dd-9742-7aecd345a4ee/609b9c18-1fd2-4445-8f78-10a76f5dcb6c) {{(pid=86363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:16:26.467662 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 57304) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:16:26.529697 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-bc3cda58-baa8-4380-afcf-cba4649be022 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:26.615299 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab52fd9-6b0a-45ef-a849-ce301115ff2d None None] Pushing event updated for resources: {'Port': ['ID=5cb17819-7a29-4b42-abac-1c85d0b9b4ab,revision_number=2']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:16:26.618426 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Provisioning complete for port 44a1d591-1b2f-46e9-bc6a-8bbce5b290e4 triggered by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:16:26.618853 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:26.627916 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-adc33147-dd2f-4efd-9cb7-96700369de3c None None] Attempting to bind port 5cb17819-7a29-4b42-abac-1c85d0b9b4ab on host dv-cinder-786927-1-iscsi for vnic_type normal with profile {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:16:26.633956 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-adc33147-dd2f-4efd-9cb7-96700369de3c None None] Attempting to bind port 5cb17819-7a29-4b42-abac-1c85d0b9b4ab by drivers openvswitch,hyperv on host dv-cinder-786927-1-iscsi at level 0 using segments [{'id': 'c45e75c0-3629-4b9b-9637-c1f0a35fb912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33'}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:16:26.634588 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc33147-dd2f-4efd-9cb7-96700369de3c None None] Attempting to bind port 5cb17819-7a29-4b42-abac-1c85d0b9b4ab on network 4d554598-b480-4681-a36f-a7d82bbc0b33 {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:16:26.653620 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab52fd9-6b0a-45ef-a849-ce301115ff2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:16:26.654997 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab52fd9-6b0a-45ef-a849-ce301115ff2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:16:26.656042 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab52fd9-6b0a-45ef-a849-ce301115ff2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:16:26.657044 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab52fd9-6b0a-45ef-a849-ce301115ff2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:16:26.657989 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab52fd9-6b0a-45ef-a849-ce301115ff2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:16:26.658432 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-bc3cda58-baa8-4380-afcf-cba4649be022 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:16:26.659713 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab52fd9-6b0a-45ef-a849-ce301115ff2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:16:26.668795 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab52fd9-6b0a-45ef-a849-ce301115ff2d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:16:26.669302 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab52fd9-6b0a-45ef-a849-ce301115ff2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:16:26.669801 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-bc3cda58-baa8-4380-afcf-cba4649be022 admin admin] Usage tracker for resource:security_group_rule and tenant:11eadec8b34f4a559dcf88ee786aa5de is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:16:26.670645 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab52fd9-6b0a-45ef-a849-ce301115ff2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:16:26.673297 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab52fd9-6b0a-45ef-a849-ce301115ff2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:16:26.673829 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab52fd9-6b0a-45ef-a849-ce301115ff2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:16:26.674351 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab52fd9-6b0a-45ef-a849-ce301115ff2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:16:26.675602 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab52fd9-6b0a-45ef-a849-ce301115ff2d None None] Tracked resource versions report: Apr 19 18:16:26.675602 dv-cinder-786927-1-iscsi neutron-server[86249]: pushed versions: Apr 19 18:16:26.675602 dv-cinder-786927-1-iscsi neutron-server[86249]: { 'AddressGroup': {'1.2'}, Apr 19 18:16:26.675602 dv-cinder-786927-1-iscsi neutron-server[86249]: 'ConntrackHelper': {'1.0'}, Apr 19 18:16:26.675602 dv-cinder-786927-1-iscsi neutron-server[86249]: 'Log': {'1.0'}, Apr 19 18:16:26.675602 dv-cinder-786927-1-iscsi neutron-server[86249]: 'Network': {'1.1'}, Apr 19 18:16:26.675602 dv-cinder-786927-1-iscsi neutron-server[86249]: 'Port': {'1.7'}, Apr 19 18:16:26.675602 dv-cinder-786927-1-iscsi neutron-server[86249]: 'PortForwarding': {'1.2'}, Apr 19 18:16:26.675602 dv-cinder-786927-1-iscsi neutron-server[86249]: 'QosPolicy': {'1.8'}, Apr 19 18:16:26.675602 dv-cinder-786927-1-iscsi neutron-server[86249]: 'SecurityGroup': {'1.4'}, Apr 19 18:16:26.675602 dv-cinder-786927-1-iscsi neutron-server[86249]: 'SecurityGroupRule': {'1.2'}, Apr 19 18:16:26.675602 dv-cinder-786927-1-iscsi neutron-server[86249]: 'SubPort': {'1.0'}, Apr 19 18:16:26.675602 dv-cinder-786927-1-iscsi neutron-server[86249]: 'Subnet': {'1.1'}, Apr 19 18:16:26.675602 dv-cinder-786927-1-iscsi neutron-server[86249]: 'Trunk': {'1.1'}} Apr 19 18:16:26.675602 dv-cinder-786927-1-iscsi neutron-server[86249]: consumer versions: Apr 19 18:16:26.675602 dv-cinder-786927-1-iscsi neutron-server[86249]: { DHCP agent@dv-cinder-786927-1-iscsi: {}, Apr 19 18:16:26.675602 dv-cinder-786927-1-iscsi neutron-server[86249]: HyperV agent@hv-cinder-78692: {}, Apr 19 18:16:26.675602 dv-cinder-786927-1-iscsi neutron-server[86249]: L3 agent@dv-cinder-786927-1-iscsi: {}, Apr 19 18:16:26.675602 dv-cinder-786927-1-iscsi neutron-server[86249]: Metadata agent@dv-cinder-786927-1-iscsi: {}, Apr 19 18:16:26.675602 dv-cinder-786927-1-iscsi neutron-server[86249]: Metering agent@dv-cinder-786927-1-iscsi: {}, Apr 19 18:16:26.675602 dv-cinder-786927-1-iscsi neutron-server[86249]: Open vSwitch agent@dv-cinder-786927-1-iscsi: { 'AddressGroup': '1.2', Apr 19 18:16:26.675602 dv-cinder-786927-1-iscsi neutron-server[86249]: 'ConntrackHelper': '1.0', Apr 19 18:16:26.675602 dv-cinder-786927-1-iscsi neutron-server[86249]: 'Log': '1.0', Apr 19 18:16:26.675602 dv-cinder-786927-1-iscsi neutron-server[86249]: 'Network': '1.1', Apr 19 18:16:26.675602 dv-cinder-786927-1-iscsi neutron-server[86249]: 'Port': '1.7', Apr 19 18:16:26.675602 dv-cinder-786927-1-iscsi neutron-server[86249]: 'PortForwarding': '1.2', Apr 19 18:16:26.675602 dv-cinder-786927-1-iscsi neutron-server[86249]: 'QosPolicy': '1.8', Apr 19 18:16:26.675602 dv-cinder-786927-1-iscsi neutron-server[86249]: 'SecurityGroup': '1.4', Apr 19 18:16:26.675602 dv-cinder-786927-1-iscsi neutron-server[86249]: 'SecurityGroupRule': '1.2', Apr 19 18:16:26.675602 dv-cinder-786927-1-iscsi neutron-server[86249]: 'SubPort': '1.0', Apr 19 18:16:26.675602 dv-cinder-786927-1-iscsi neutron-server[86249]: 'Subnet': '1.1', Apr 19 18:16:26.675602 dv-cinder-786927-1-iscsi neutron-server[86249]: 'Trunk': '1.1'}} Apr 19 18:16:26.675602 dv-cinder-786927-1-iscsi neutron-server[86249]: {{(pid=86365) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 19 18:16:26.681196 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-bc3cda58-baa8-4380-afcf-cba4649be022 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:16:26.696262 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-bc3cda58-baa8-4380-afcf-cba4649be022 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:16:26.698457 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc33147-dd2f-4efd-9cb7-96700369de3c None None] Checking agent: {'id': '84360490-1fcf-4ef7-acd4-64c16b857909', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 7, 56), 'started_at': datetime.datetime(2021, 4, 19, 18, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:16:26.700144 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc33147-dd2f-4efd-9cb7-96700369de3c None None] Checking segment: {'id': 'c45e75c0-3629-4b9b-9637-c1f0a35fb912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:16:26.700781 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-adc33147-dd2f-4efd-9cb7-96700369de3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:26.705100 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc33147-dd2f-4efd-9cb7-96700369de3c None None] Bound using segment: {'id': 'c45e75c0-3629-4b9b-9637-c1f0a35fb912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33'} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:16:26.719266 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-adc33147-dd2f-4efd-9cb7-96700369de3c None None] Bound port: 5cb17819-7a29-4b42-abac-1c85d0b9b4ab, host: dv-cinder-786927-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c45e75c0-3629-4b9b-9637-c1f0a35fb912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33'}}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:16:26.722453 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-adc33147-dd2f-4efd-9cb7-96700369de3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:26.874313 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-781e52b9-2615-42a7-8dce-57c57ce4418c req-dfe89d8e-d6f5-4097-bf68-75af9b5d1c6b tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8cc09b0-0dfe-4348-8ed6-7762cc774356 HTTP/1.1" status: 200 len: 210 time: 0.1028247 Apr 19 18:16:26.887559 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.53', 56451) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:16:26.932881 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-adc33147-dd2f-4efd-9cb7-96700369de3c None None] For port 5cb17819-7a29-4b42-abac-1c85d0b9b4ab, host dv-cinder-786927-1-iscsi, cleared binding levels {{(pid=86365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:16:26.939616 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-adc33147-dd2f-4efd-9cb7-96700369de3c None None] For port 5cb17819-7a29-4b42-abac-1c85d0b9b4ab, host dv-cinder-786927-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-iscsi',level=0,port_id=5cb17819-7a29-4b42-abac-1c85d0b9b4ab,segment=NetworkSegment(c45e75c0-3629-4b9b-9637-c1f0a35fb912),segment_id=c45e75c0-3629-4b9b-9637-c1f0a35fb912)] {{(pid=86365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:16:26.941552 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-dab52fd9-6b0a-45ef-a849-ce301115ff2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:16:26.951795 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-adc33147-dd2f-4efd-9cb7-96700369de3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:26.971039 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-dab52fd9-6b0a-45ef-a849-ce301115ff2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:16:27.136297 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab52fd9-6b0a-45ef-a849-ce301115ff2d None None] Pushing event updated for resources: {'Port': ['ID=5cb17819-7a29-4b42-abac-1c85d0b9b4ab,revision_number=3']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:16:27.151524 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d4cb22af-6870-4de0-8456-acd862add59f admin admin] Notify callbacks [] for port, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:27.165655 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc33147-dd2f-4efd-9cb7-96700369de3c None None] Routers {'aabc47b5-5a0c-4202-9422-e26c7ac78f44'} bound to L3 agent in host dv-cinder-786927-1-iscsi {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:16:27.166314 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-adc33147-dd2f-4efd-9cb7-96700369de3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T18:07:54Z,description=,heartbeat_timestamp=2021-04-19T18:16:24Z,host='dv-cinder-786927-1-iscsi',id=24af6f5b-4620-4572-ab28-0613f710586e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:07:54Z,topic='l3_agent')) {'router_ids': ['aabc47b5-5a0c-4202-9422-e26c7ac78f44'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:16:27.169924 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 57332) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:16:27.219471 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8433b25-adee-4df2-af06-ae2c3688d0dc req-6a470ae5-9132-4bda-9644-4bc10d6f380f tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:16:27.221387 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e8433b25-adee-4df2-af06-ae2c3688d0dc req-6a470ae5-9132-4bda-9644-4bc10d6f380f tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.53 "GET /v2.0/networks?id=d730787d-14ca-4c77-8e2c-83e69c9a7b9a HTTP/1.1" status: 200 len: 814 time: 0.3325632 Apr 19 18:16:27.243054 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-d4cb22af-6870-4de0-8456-acd862add59f admin admin] Transition to ACTIVE for port object 609b9c18-1fd2-4445-8f78-10a76f5dcb6c will not be triggered until provisioned by entity DHCP. {{(pid=86363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:16:27.298553 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-98ee7b34-f8be-40c8-8699-4cbf36237c37 req-822864ae-1696-43c0-b8ac-f0dbd8ea0089 tempest-DeleteServersTestJSON-1051952203 tempest-DeleteServersTestJSON-1051952203-project] 10.222.0.36 "GET /v2.0/ports?device_id=75e6fcb7-8519-439e-ba01-d5591cdb6a41 HTTP/1.1" status: 200 len: 210 time: 0.0757782 Apr 19 18:16:27.314308 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d4cb22af-6870-4de0-8456-acd862add59f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782697811417'] for port, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:27.317322 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [req-e8433b25-adee-4df2-af06-ae2c3688d0dc req-823c9d54-c990-4d8d-ac9e-753317ab81f1 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Request body: {'port': {'device_id': 'b8cc09b0-0dfe-4348-8ed6-7762cc774356', 'network_id': 'd730787d-14ca-4c77-8e2c-83e69c9a7b9a', 'admin_state_up': True, 'tenant_id': '0192ebea383943fdbf60eb0089151581'}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:16:27.349392 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-fdef15bd-ce92-414b-9518-931ea167b40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649ab1c6-81c1-47de-9efb-c290da08b20d', 'name': 'tempest-ServerRescueNegativeTestJSON-189171372-router', 'tenant_id': '8280c444ce7f4603a8a1042629dae0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '243d1416-2edb-4750-a40c-6a1ae9b689da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:16:18Z', 'updated_at': '2021-04-19T18:16:22Z', 'revision_number': 3, 'project_id': '8280c444ce7f4603a8a1042629dae0e6', 'gw_port': {'id': '243d1416-2edb-4750-a40c-6a1ae9b689da', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4d:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '649ab1c6-81c1-47de-9efb-c290da08b20d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:16:21Z', 'updated_at': '2021-04-19T18:16:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi'}], 'dv-cinder-786927-1-iscsi', False) {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:16:27.380318 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-208e679a-77a6-431f-9e07-9ab1e6b3c26e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:16:27.414141 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-adc33147-dd2f-4efd-9cb7-96700369de3c None None] Set router aabc47b5-5a0c-4202-9422-e26c7ac78f44 gateway port host: dv-cinder-786927-1-iscsi {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:16:27.450779 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdef15bd-ce92-414b-9518-931ea167b40b None None] Checking router: 649ab1c6-81c1-47de-9efb-c290da08b20d for host: dv-cinder-786927-1-iscsi {{(pid=86364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:16:27.454616 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdef15bd-ce92-414b-9518-931ea167b40b None None] Updating router 649ab1c6-81c1-47de-9efb-c290da08b20d port 243d1416-2edb-4750-a40c-6a1ae9b689da binding host dv-cinder-786927-1-iscsi {{(pid=86364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 18:16:27.651980 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cb22af-6870-4de0-8456-acd862add59f admin admin] Pushing event updated for resources: {'Port': ['ID=609b9c18-1fd2-4445-8f78-10a76f5dcb6c,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:16:27.706515 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-d4cb22af-6870-4de0-8456-acd862add59f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:16:27.712397 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-bc3cda58-baa8-4380-afcf-cba4649be022 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:27.732865 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-fdef15bd-ce92-414b-9518-931ea167b40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:27.736369 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-bc3cda58-baa8-4380-afcf-cba4649be022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:27.746312 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4cb22af-6870-4de0-8456-acd862add59f admin admin] Network 3797f849-9d72-4a34-898b-30cdb86131ec is already hosted by enough agents. {{(pid=86363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:16:27.831646 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-d4cb22af-6870-4de0-8456-acd862add59f admin admin] Resources bound (agent type, host, resource id): {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:16:27.832784 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-94870c72-4996-4d55-8a67-042bc8ef057b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:27.838000 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4cb22af-6870-4de0-8456-acd862add59f admin admin] Received port after_create {{(pid=86363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:16:27.842098 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d4cb22af-6870-4de0-8456-acd862add59f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652289'] for router_interface, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:27.906804 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-dab52fd9-6b0a-45ef-a849-ce301115ff2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.936s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:16:28.022991 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-adc33147-dd2f-4efd-9cb7-96700369de3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aabc47b5-5a0c-4202-9422-e26c7ac78f44', 'name': 'tempest-AttachVolumeTestJSON-135969704-router', 'tenant_id': 'fc6d959c6b83478bb73dfad880a83f28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '5cb17819-7a29-4b42-abac-1c85d0b9b4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:16:18Z', 'updated_at': '2021-04-19T18:16:21Z', 'revision_number': 3, 'project_id': 'fc6d959c6b83478bb73dfad880a83f28', 'gw_port': {'id': '5cb17819-7a29-4b42-abac-1c85d0b9b4ab', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0f:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aabc47b5-5a0c-4202-9422-e26c7ac78f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:16:19Z', 'updated_at': '2021-04-19T18:16:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi'}], 'dv-cinder-786927-1-iscsi', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:16:28.040899 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc33147-dd2f-4efd-9cb7-96700369de3c None None] The sync data for ids ['aabc47b5-5a0c-4202-9422-e26c7ac78f44'] in dv-cinder-786927-1-iscsi is: [{'id': 'aabc47b5-5a0c-4202-9422-e26c7ac78f44', 'name': 'tempest-AttachVolumeTestJSON-135969704-router', 'tenant_id': 'fc6d959c6b83478bb73dfad880a83f28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '5cb17819-7a29-4b42-abac-1c85d0b9b4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:16:18Z', 'updated_at': '2021-04-19T18:16:21Z', 'revision_number': 3, 'project_id': 'fc6d959c6b83478bb73dfad880a83f28', 'gw_port': {'id': '5cb17819-7a29-4b42-abac-1c85d0b9b4ab', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0f:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aabc47b5-5a0c-4202-9422-e26c7ac78f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:16:19Z', 'updated_at': '2021-04-19T18:16:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi'}] {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:16:28.154799 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.53', 56452) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:16:28.166675 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-2bd3f67c-42d9-4c8e-b16e-a789d6a6a27e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:16:28.244696 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-bc3cda58-baa8-4380-afcf-cba4649be022 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=11eadec8b34f4a559dcf88ee786aa5de&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7723000 Apr 19 18:16:28.313545 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3cda58-baa8-4380-afcf-cba4649be022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb50edf1-b269-429e-b175-8d27f92b8828,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:16:28.333330 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [req-e8433b25-adee-4df2-af06-ae2c3688d0dc req-823c9d54-c990-4d8d-ac9e-753317ab81f1 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:16:28.338452 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 57364) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:16:28.349000 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-bc3cda58-baa8-4380-afcf-cba4649be022 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:16:28.360064 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-e8433b25-adee-4df2-af06-ae2c3688d0dc req-823c9d54-c990-4d8d-ac9e-753317ab81f1 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Usage tracker for resource:port and tenant:0192ebea383943fdbf60eb0089151581 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:16:28.367405 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-e8433b25-adee-4df2-af06-ae2c3688d0dc req-823c9d54-c990-4d8d-ac9e-753317ab81f1 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:16:28.403721 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [req-e8433b25-adee-4df2-af06-ae2c3688d0dc req-823c9d54-c990-4d8d-ac9e-753317ab81f1 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:16:28.559988 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8433b25-adee-4df2-af06-ae2c3688d0dc req-823c9d54-c990-4d8d-ac9e-753317ab81f1 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Made reservation on behalf of 0192ebea383943fdbf60eb0089151581 for: {'port': 1} {{(pid=86362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:16:28.585033 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-e8433b25-adee-4df2-af06-ae2c3688d0dc req-823c9d54-c990-4d8d-ac9e-753317ab81f1 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:28.775858 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2f16b3-c980-429e-b40f-c6a79eb7c46b req-09cddd2f-a4f0-4933-8981-b6de90e7b644 tempest-DeleteServersTestJSON-1051952203 tempest-DeleteServersTestJSON-1051952203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:16:28.783175 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6a2f16b3-c980-429e-b40f-c6a79eb7c46b req-09cddd2f-a4f0-4933-8981-b6de90e7b644 tempest-DeleteServersTestJSON-1051952203 tempest-DeleteServersTestJSON-1051952203-project] 10.222.0.53 "GET /v2.0/networks?id=d6542d44-b175-4d6c-9707-3fb6fcc90f6b HTTP/1.1" status: 200 len: 812 time: 0.5367599 Apr 19 18:16:28.789581 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-99887050-4461-45b2-af44-f173aab412f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:28.848758 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-9ebbc474-5c78-4586-a7f9-69ccd6079acc None None] Provisioning for port 609b9c18-1fd2-4445-8f78-10a76f5dcb6c completed by entity DHCP. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:16:28.916990 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [req-6a2f16b3-c980-429e-b40f-c6a79eb7c46b req-79f5cb1f-c16d-4bb6-856b-9df42fa427a1 tempest-DeleteServersTestJSON-1051952203 tempest-DeleteServersTestJSON-1051952203-project] Request body: {'port': {'device_id': '75e6fcb7-8519-439e-ba01-d5591cdb6a41', 'network_id': 'd6542d44-b175-4d6c-9707-3fb6fcc90f6b', 'admin_state_up': True, 'tenant_id': 'aa3a010554804d208c38fe0948124a46'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:16:29.013509 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d4cb22af-6870-4de0-8456-acd862add59f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:29.020990 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2dcdab50-a3c8-46aa-8b15-5d7795ea6d6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:29.026404 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-9ebbc474-5c78-4586-a7f9-69ccd6079acc None None] Provisioning complete for port 609b9c18-1fd2-4445-8f78-10a76f5dcb6c triggered by entity DHCP. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:16:29.040040 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ebbc474-5c78-4586-a7f9-69ccd6079acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:29.047841 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-074b54a9-6dcc-45a5-8219-0679660a3a5d req-1d148552-37a5-4eb4-ad94-657275898aa2 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8cc09b0-0dfe-4348-8ed6-7762cc774356 HTTP/1.1" status: 200 len: 210 time: 0.7993920 Apr 19 18:16:29.214988 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1870c99e-310d-4ba3-970f-2599f82ae0a0 req-729a4459-6bc9-4157-91ea-d17610f63fde tempest-DeleteServersTestJSON-1051952203 tempest-DeleteServersTestJSON-1051952203-project] 10.222.0.36 "GET /v2.0/ports?device_id=75e6fcb7-8519-439e-ba01-d5591cdb6a41 HTTP/1.1" status: 200 len: 210 time: 0.4648919 Apr 19 18:16:29.232853 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-fdef15bd-ce92-414b-9518-931ea167b40b None None] Notify callbacks [] for port, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:29.246667 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-9ebbc474-5c78-4586-a7f9-69ccd6079acc None None] Port 609b9c18-1fd2-4445-8f78-10a76f5dcb6c cannot update to ACTIVE because it is not bound. {{(pid=86364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:16:29.263641 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-fdef15bd-ce92-414b-9518-931ea167b40b None None] Transition to ACTIVE for port object 243d1416-2edb-4750-a40c-6a1ae9b689da will not be triggered until provisioned by entity L2. {{(pid=86364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:16:29.284656 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-fdef15bd-ce92-414b-9518-931ea167b40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:29.297641 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b20dc3e5-48df-46f3-8daf-5e4650cd95fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:16:29.525380 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a267c985-88f7-4c7e-9c9b-f583db244d89 None None] Pushing event updated for resources: {'Port': ['ID=243d1416-2edb-4750-a40c-6a1ae9b689da,revision_number=2']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:16:29.539239 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-a267c985-88f7-4c7e-9c9b-f583db244d89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:16:29.584391 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-fdef15bd-ce92-414b-9518-931ea167b40b None None] Attempting to bind port 243d1416-2edb-4750-a40c-6a1ae9b689da on host dv-cinder-786927-1-iscsi for vnic_type normal with profile {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:16:29.584884 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-fdef15bd-ce92-414b-9518-931ea167b40b None None] Attempting to bind port 243d1416-2edb-4750-a40c-6a1ae9b689da by drivers openvswitch,hyperv on host dv-cinder-786927-1-iscsi at level 0 using segments [{'id': 'c45e75c0-3629-4b9b-9637-c1f0a35fb912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33'}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:16:29.585191 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdef15bd-ce92-414b-9518-931ea167b40b None None] Attempting to bind port 243d1416-2edb-4750-a40c-6a1ae9b689da on network 4d554598-b480-4681-a36f-a7d82bbc0b33 {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:16:29.613562 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdef15bd-ce92-414b-9518-931ea167b40b None None] Checking agent: {'id': '84360490-1fcf-4ef7-acd4-64c16b857909', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 7, 56), 'started_at': datetime.datetime(2021, 4, 19, 18, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:16:29.614170 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdef15bd-ce92-414b-9518-931ea167b40b None None] Checking segment: {'id': 'c45e75c0-3629-4b9b-9637-c1f0a35fb912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:16:29.620661 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-fdef15bd-ce92-414b-9518-931ea167b40b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:29.623016 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdef15bd-ce92-414b-9518-931ea167b40b None None] Bound using segment: {'id': 'c45e75c0-3629-4b9b-9637-c1f0a35fb912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33'} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:16:29.623638 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-fdef15bd-ce92-414b-9518-931ea167b40b None None] Bound port: 243d1416-2edb-4750-a40c-6a1ae9b689da, host: dv-cinder-786927-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c45e75c0-3629-4b9b-9637-c1f0a35fb912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33'}}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:16:29.624085 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-fdef15bd-ce92-414b-9518-931ea167b40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:29.658503 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d4cb22af-6870-4de0-8456-acd862add59f admin admin] Notify callbacks [] for port, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:29.668993 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-99887050-4461-45b2-af44-f173aab412f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:16:29.673827 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-99887050-4461-45b2-af44-f173aab412f0 admin admin] Usage tracker for resource:security_group_rule and tenant:de34b581d5684f43b34896af7e321dc0 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:16:29.676970 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-99887050-4461-45b2-af44-f173aab412f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:16:29.683336 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-99887050-4461-45b2-af44-f173aab412f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:16:29.686451 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [req-e8433b25-adee-4df2-af06-ae2c3688d0dc req-823c9d54-c990-4d8d-ac9e-753317ab81f1 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Allocated IP 172.20.0.5 (d730787d-14ca-4c77-8e2c-83e69c9a7b9a/34d337c2-5f2f-4e52-a37c-792a5657b7af/8daa5f29-66b7-4f4b-8e17-36e9ad49dfd3) {{(pid=86362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:16:29.765322 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d4cb22af-6870-4de0-8456-acd862add59f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:29.830595 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [None req-94870c72-4996-4d55-8a67-042bc8ef057b admin admin] Allocated IP 172.20.0.1 (8a0b2a47-900b-4baa-8d26-539dace3d837/ada99008-3d7e-49b3-8e59-95a033a8bf6a/1ea59b51-1470-479c-821b-53999e684bb9) {{(pid=86362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:16:29.846567 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2dcdab50-a3c8-46aa-8b15-5d7795ea6d6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:29.908427 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-fdef15bd-ce92-414b-9518-931ea167b40b None None] For port 243d1416-2edb-4750-a40c-6a1ae9b689da, host dv-cinder-786927-1-iscsi, cleared binding levels {{(pid=86364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:16:29.924676 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-fdef15bd-ce92-414b-9518-931ea167b40b None None] For port 243d1416-2edb-4750-a40c-6a1ae9b689da, host dv-cinder-786927-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-iscsi',level=0,port_id=243d1416-2edb-4750-a40c-6a1ae9b689da,segment=NetworkSegment(c45e75c0-3629-4b9b-9637-c1f0a35fb912),segment_id=c45e75c0-3629-4b9b-9637-c1f0a35fb912)] {{(pid=86364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:16:29.938834 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-fdef15bd-ce92-414b-9518-931ea167b40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:29.946305 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:16:30.009790 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d4cb22af-6870-4de0-8456-acd862add59f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854123418'] for router_interface, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:30.023371 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-d4cb22af-6870-4de0-8456-acd862add59f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:16:30.156015 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a267c985-88f7-4c7e-9c9b-f583db244d89 None None] Pushing event updated for resources: {'Port': ['ID=243d1416-2edb-4750-a40c-6a1ae9b689da,revision_number=3']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:16:30.175948 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-a267c985-88f7-4c7e-9c9b-f583db244d89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:16:30.216305 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdef15bd-ce92-414b-9518-931ea167b40b None None] Routers {'649ab1c6-81c1-47de-9efb-c290da08b20d'} bound to L3 agent in host dv-cinder-786927-1-iscsi {{(pid=86364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:16:30.217126 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-fdef15bd-ce92-414b-9518-931ea167b40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T18:07:54Z,description=,heartbeat_timestamp=2021-04-19T18:16:24Z,host='dv-cinder-786927-1-iscsi',id=24af6f5b-4620-4572-ab28-0613f710586e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:07:54Z,topic='l3_agent')) {'router_ids': ['649ab1c6-81c1-47de-9efb-c290da08b20d'], 'active': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:16:30.269117 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-99887050-4461-45b2-af44-f173aab412f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:30.273883 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [req-6a2f16b3-c980-429e-b40f-c6a79eb7c46b req-79f5cb1f-c16d-4bb6-856b-9df42fa427a1 tempest-DeleteServersTestJSON-1051952203 tempest-DeleteServersTestJSON-1051952203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:16:30.487997 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cb22af-6870-4de0-8456-acd862add59f admin admin] Pushing event updated for resources: {'Port': ['ID=609b9c18-1fd2-4445-8f78-10a76f5dcb6c,revision_number=2']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:16:30.498283 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-d4cb22af-6870-4de0-8456-acd862add59f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:16:30.511499 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4cb22af-6870-4de0-8456-acd862add59f admin admin] Network 3797f849-9d72-4a34-898b-30cdb86131ec is already hosted by enough agents. {{(pid=86363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:16:30.512797 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-99887050-4461-45b2-af44-f173aab412f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:30.514145 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-6a2f16b3-c980-429e-b40f-c6a79eb7c46b req-79f5cb1f-c16d-4bb6-856b-9df42fa427a1 tempest-DeleteServersTestJSON-1051952203 tempest-DeleteServersTestJSON-1051952203-project] Usage tracker for resource:port and tenant:aa3a010554804d208c38fe0948124a46 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:16:30.518690 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-d4cb22af-6870-4de0-8456-acd862add59f admin admin] Resources bound (agent type, host, resource id): {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:16:30.528120 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-6a2f16b3-c980-429e-b40f-c6a79eb7c46b req-79f5cb1f-c16d-4bb6-856b-9df42fa427a1 tempest-DeleteServersTestJSON-1051952203 tempest-DeleteServersTestJSON-1051952203-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:16:30.701636 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2dcdab50-a3c8-46aa-8b15-5d7795ea6d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:30.888927 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b2e1428f-b7f3-4995-a476-3a43363e6118 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:16:30.929234 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device 5cb17819-7a29-4b42-abac-1c85d0b9b4ab up at agent ovs-agent-dv-cinder-786927-1-iscsi {{(pid=86364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:16:30.958459 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcdab50-a3c8-46aa-8b15-5d7795ea6d6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb50edf1-b269-429e-b175-8d27f92b8828,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:16:30.989936 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-2dcdab50-a3c8-46aa-8b15-5d7795ea6d6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:16:31.023180 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-76170a60-771e-4196-8137-85efbbeea99a req-9216c9bb-5381-4bbe-b026-6b35ecf0ad48 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8cc09b0-0dfe-4348-8ed6-7762cc774356 HTTP/1.1" status: 200 len: 210 time: 0.5186162 Apr 19 18:16:31.027848 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-3a83cb3c-cf0d-44bf-b337-69d64ec7278b req-6c9a8555-10ba-44b4-9627-04ccf4ddd9f3 tempest-DeleteServersTestJSON-1051952203 tempest-DeleteServersTestJSON-1051952203-project] 10.222.0.36 "GET /v2.0/ports?device_id=75e6fcb7-8519-439e-ba01-d5591cdb6a41 HTTP/1.1" status: 200 len: 210 time: 0.3046505 Apr 19 18:16:31.040941 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:16:31.078306 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-94870c72-4996-4d55-8a67-042bc8ef057b admin admin] Notify callbacks [] for port, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:31.091526 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4cb22af-6870-4de0-8456-acd862add59f admin admin] Router aabc47b5-5a0c-4202-9422-e26c7ac78f44 has already been hosted by L3 agent 24af6f5b-4620-4572-ab28-0613f710586e {{(pid=86363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:16:31.095102 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-99887050-4461-45b2-af44-f173aab412f0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=de34b581d5684f43b34896af7e321dc0&name=default HTTP/1.1" status: 200 len: 2975 time: 3.9236119 Apr 19 18:16:31.096735 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [req-6a2f16b3-c980-429e-b40f-c6a79eb7c46b req-79f5cb1f-c16d-4bb6-856b-9df42fa427a1 tempest-DeleteServersTestJSON-1051952203 tempest-DeleteServersTestJSON-1051952203-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:16:31.098603 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2dcdab50-a3c8-46aa-8b15-5d7795ea6d6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:31.100116 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-2dcdab50-a3c8-46aa-8b15-5d7795ea6d6c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fb50edf1-b269-429e-b175-8d27f92b8828 HTTP/1.1" status: 204 len: 168 time: 2.7443268 Apr 19 18:16:31.100634 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99887050-4461-45b2-af44-f173aab412f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66997fd9-99bc-4490-bc70-6147b3d505c6,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:16:31.120223 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-99887050-4461-45b2-af44-f173aab412f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:16:31.121093 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-6ab62111-d9e0-46c2-bf99-ccd39a0873c0 None None] Provisioning complete for port 609b9c18-1fd2-4445-8f78-10a76f5dcb6c triggered by entity DHCP. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:16:31.125624 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-6ab62111-d9e0-46c2-bf99-ccd39a0873c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:31.126024 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 57446) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:16:31.279594 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-6ab62111-d9e0-46c2-bf99-ccd39a0873c0 None None] Port 609b9c18-1fd2-4445-8f78-10a76f5dcb6c cannot update to ACTIVE because it is not bound. {{(pid=86364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:16:31.368158 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a2f16b3-c980-429e-b40f-c6a79eb7c46b req-79f5cb1f-c16d-4bb6-856b-9df42fa427a1 tempest-DeleteServersTestJSON-1051952203 tempest-DeleteServersTestJSON-1051952203-project] Made reservation on behalf of aa3a010554804d208c38fe0948124a46 for: {'port': 1} {{(pid=86363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:16:31.376272 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-6a2f16b3-c980-429e-b40f-c6a79eb7c46b req-79f5cb1f-c16d-4bb6-856b-9df42fa427a1 tempest-DeleteServersTestJSON-1051952203 tempest-DeleteServersTestJSON-1051952203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:31.421328 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Provisioning for port 5cb17819-7a29-4b42-abac-1c85d0b9b4ab completed by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:16:31.464998 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Provisioning complete for port 5cb17819-7a29-4b42-abac-1c85d0b9b4ab triggered by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:16:31.465315 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:31.478065 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-e8433b25-adee-4df2-af06-ae2c3688d0dc req-823c9d54-c990-4d8d-ac9e-753317ab81f1 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Notify callbacks [] for port, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:31.544832 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b59fedda-6df1-453a-83a1-afb0d587d120 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:31.552301 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-94870c72-4996-4d55-8a67-042bc8ef057b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782697811417'] for port, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:31.604025 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 57460) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:16:31.608543 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-fdef15bd-ce92-414b-9518-931ea167b40b None None] Set router 649ab1c6-81c1-47de-9efb-c290da08b20d gateway port host: dv-cinder-786927-1-iscsi {{(pid=86364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:16:31.613062 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-3d0ab2af-862f-4c71-af00-0e68832d2d6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:16:31.694284 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [req-6a2f16b3-c980-429e-b40f-c6a79eb7c46b req-79f5cb1f-c16d-4bb6-856b-9df42fa427a1 tempest-DeleteServersTestJSON-1051952203 tempest-DeleteServersTestJSON-1051952203-project] Allocated IP 172.20.0.12 (d6542d44-b175-4d6c-9707-3fb6fcc90f6b/6abedcc4-667b-4ef5-948f-d48f21cc23fa/2df6d88f-3ae7-41a7-9458-245ed0724012) {{(pid=86363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:16:31.817703 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94870c72-4996-4d55-8a67-042bc8ef057b admin admin] Network 8a0b2a47-900b-4baa-8d26-539dace3d837 is already hosted by enough agents. {{(pid=86362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:16:31.869850 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-94870c72-4996-4d55-8a67-042bc8ef057b admin admin] Resources bound (agent type, host, resource id): {{(pid=86362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:16:31.891575 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b59fedda-6df1-453a-83a1-afb0d587d120 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:31.928158 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94870c72-4996-4d55-8a67-042bc8ef057b admin admin] Received port after_create {{(pid=86362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:16:31.934706 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-94870c72-4996-4d55-8a67-042bc8ef057b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652289'] for router_interface, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:32.038936 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94870c72-4996-4d55-8a67-042bc8ef057b admin admin] Pushing event updated for resources: {'Port': ['ID=1ea59b51-1470-479c-821b-53999e684bb9,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:16:32.092595 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-94870c72-4996-4d55-8a67-042bc8ef057b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:16:32.203829 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-e8433b25-adee-4df2-af06-ae2c3688d0dc req-823c9d54-c990-4d8d-ac9e-753317ab81f1 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782697811417'] for port, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:32.242787 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-6a2f16b3-c980-429e-b40f-c6a79eb7c46b req-79f5cb1f-c16d-4bb6-856b-9df42fa427a1 tempest-DeleteServersTestJSON-1051952203 tempest-DeleteServersTestJSON-1051952203-project] Notify callbacks [] for port, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:32.266278 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-94870c72-4996-4d55-8a67-042bc8ef057b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:16:32.330069 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:32.364734 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] For port 5cb17819-7a29-4b42-abac-1c85d0b9b4ab, host dv-cinder-786927-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-iscsi',level=0,port_id=5cb17819-7a29-4b42-abac-1c85d0b9b4ab,segment=NetworkSegment(c45e75c0-3629-4b9b-9637-c1f0a35fb912),segment_id=c45e75c0-3629-4b9b-9637-c1f0a35fb912)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:16:32.388326 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:32.397315 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:16:32.408166 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4cb22af-6870-4de0-8456-acd862add59f admin admin] Notify agent at l3_agent.dv-cinder-786927-1-iscsi the message routers_updated {{(pid=86363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:16:32.419389 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5753d977-ad9e-439d-bd5d-2837458ea154 None None] Sync routers for ids ['aabc47b5-5a0c-4202-9422-e26c7ac78f44'] in dv-cinder-786927-1-iscsi {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:16:32.422124 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-6a2f16b3-c980-429e-b40f-c6a79eb7c46b req-79f5cb1f-c16d-4bb6-856b-9df42fa427a1 tempest-DeleteServersTestJSON-1051952203 tempest-DeleteServersTestJSON-1051952203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782697811417'] for port, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:32.435368 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5753d977-ad9e-439d-bd5d-2837458ea154 None None] Routers {'aabc47b5-5a0c-4202-9422-e26c7ac78f44'} bound to L3 agent in host dv-cinder-786927-1-iscsi {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:16:32.436060 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-5753d977-ad9e-439d-bd5d-2837458ea154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T18:07:54Z,description=,heartbeat_timestamp=2021-04-19T18:16:24Z,host='dv-cinder-786927-1-iscsi',id=24af6f5b-4620-4572-ab28-0613f710586e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:07:54Z,topic='l3_agent')) {'router_ids': ['aabc47b5-5a0c-4202-9422-e26c7ac78f44'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:16:32.510255 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-d4cb22af-6870-4de0-8456-acd862add59f admin admin] 10.222.0.36 "PUT /v2.0/routers/aabc47b5-5a0c-4202-9422-e26c7ac78f44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8691313 Apr 19 18:16:32.511267 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:16:32.517864 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Pushing event updated for resources: {'Port': ['ID=5cb17819-7a29-4b42-abac-1c85d0b9b4ab,revision_number=4']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:16:32.531477 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:16:32.543537 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-fdef15bd-ce92-414b-9518-931ea167b40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649ab1c6-81c1-47de-9efb-c290da08b20d', 'name': 'tempest-ServerRescueNegativeTestJSON-189171372-router', 'tenant_id': '8280c444ce7f4603a8a1042629dae0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '243d1416-2edb-4750-a40c-6a1ae9b689da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:16:18Z', 'updated_at': '2021-04-19T18:16:22Z', 'revision_number': 3, 'project_id': '8280c444ce7f4603a8a1042629dae0e6', 'gw_port': {'id': '243d1416-2edb-4750-a40c-6a1ae9b689da', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4d:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '649ab1c6-81c1-47de-9efb-c290da08b20d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:16:21Z', 'updated_at': '2021-04-19T18:16:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi'}], 'dv-cinder-786927-1-iscsi', False) {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:16:32.564380 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdef15bd-ce92-414b-9518-931ea167b40b None None] The sync data for ids ['649ab1c6-81c1-47de-9efb-c290da08b20d'] in dv-cinder-786927-1-iscsi is: [{'id': '649ab1c6-81c1-47de-9efb-c290da08b20d', 'name': 'tempest-ServerRescueNegativeTestJSON-189171372-router', 'tenant_id': '8280c444ce7f4603a8a1042629dae0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '243d1416-2edb-4750-a40c-6a1ae9b689da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:16:18Z', 'updated_at': '2021-04-19T18:16:22Z', 'revision_number': 3, 'project_id': '8280c444ce7f4603a8a1042629dae0e6', 'gw_port': {'id': '243d1416-2edb-4750-a40c-6a1ae9b689da', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4d:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '649ab1c6-81c1-47de-9efb-c290da08b20d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:16:21Z', 'updated_at': '2021-04-19T18:16:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi'}] {{(pid=86364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:16:32.607172 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a2f16b3-c980-429e-b40f-c6a79eb7c46b req-79f5cb1f-c16d-4bb6-856b-9df42fa427a1 tempest-DeleteServersTestJSON-1051952203 tempest-DeleteServersTestJSON-1051952203-project] Network d6542d44-b175-4d6c-9707-3fb6fcc90f6b is already hosted by enough agents. {{(pid=86363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:16:32.613146 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f5cb1f-c16d-4bb6-856b-9df42fa427a1 tempest-DeleteServersTestJSON-1051952203 tempest-DeleteServersTestJSON-1051952203-project] Pushing event updated for resources: {'Port': ['ID=2df6d88f-3ae7-41a7-9458-245ed0724012,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:16:32.617070 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-79f5cb1f-c16d-4bb6-856b-9df42fa427a1 tempest-DeleteServersTestJSON-1051952203 tempest-DeleteServersTestJSON-1051952203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:16:32.618011 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [req-6a2f16b3-c980-429e-b40f-c6a79eb7c46b req-79f5cb1f-c16d-4bb6-856b-9df42fa427a1 tempest-DeleteServersTestJSON-1051952203 tempest-DeleteServersTestJSON-1051952203-project] Resources bound (agent type, host, resource id): {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:16:32.620168 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a2f16b3-c980-429e-b40f-c6a79eb7c46b req-79f5cb1f-c16d-4bb6-856b-9df42fa427a1 tempest-DeleteServersTestJSON-1051952203 tempest-DeleteServersTestJSON-1051952203-project] Received port after_create {{(pid=86363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:16:32.626950 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2f16b3-c980-429e-b40f-c6a79eb7c46b req-79f5cb1f-c16d-4bb6-856b-9df42fa427a1 tempest-DeleteServersTestJSON-1051952203 tempest-DeleteServersTestJSON-1051952203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:16:32.627724 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-6a2f16b3-c980-429e-b40f-c6a79eb7c46b req-79f5cb1f-c16d-4bb6-856b-9df42fa427a1 tempest-DeleteServersTestJSON-1051952203 tempest-DeleteServersTestJSON-1051952203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759945'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:32.660386 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6a2f16b3-c980-429e-b40f-c6a79eb7c46b req-79f5cb1f-c16d-4bb6-856b-9df42fa427a1 tempest-DeleteServersTestJSON-1051952203 tempest-DeleteServersTestJSON-1051952203-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7539136 Apr 19 18:16:32.695267 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71e9ee1-0c48-4631-bac2-a5621bdccaf4 req-3aedde19-4af9-4b77-8003-4a08ee42cb6a tempest-DeleteServersTestJSON-1051952203 tempest-DeleteServersTestJSON-1051952203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:16:32.696133 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-f71e9ee1-0c48-4631-bac2-a5621bdccaf4 req-3aedde19-4af9-4b77-8003-4a08ee42cb6a tempest-DeleteServersTestJSON-1051952203 tempest-DeleteServersTestJSON-1051952203-project] Synchronizing usage tracker for tenant:aa3a010554804d208c38fe0948124a46 on resource:port {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:16:32.735997 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [req-6a2f16b3-c980-429e-b40f-c6a79eb7c46b req-0c7d7765-75ad-420f-b237-97defea0c59d tempest-DeleteServersTestJSON-1051952203 tempest-DeleteServersTestJSON-1051952203-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=86363) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 18:16:32.741415 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6a2f16b3-c980-429e-b40f-c6a79eb7c46b req-0c7d7765-75ad-420f-b237-97defea0c59d tempest-DeleteServersTestJSON-1051952203 tempest-DeleteServersTestJSON-1051952203-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0357485 Apr 19 18:16:32.742663 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-f71e9ee1-0c48-4631-bac2-a5621bdccaf4 req-3aedde19-4af9-4b77-8003-4a08ee42cb6a tempest-DeleteServersTestJSON-1051952203 tempest-DeleteServersTestJSON-1051952203-project] Unset dirty status for tenant:aa3a010554804d208c38fe0948124a46 on resource:port {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:16:32.751247 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f71e9ee1-0c48-4631-bac2-a5621bdccaf4 req-3aedde19-4af9-4b77-8003-4a08ee42cb6a tempest-DeleteServersTestJSON-1051952203 tempest-DeleteServersTestJSON-1051952203-project] 10.222.0.36 "GET /v2.0/ports?device_id=75e6fcb7-8519-439e-ba01-d5591cdb6a41 HTTP/1.1" status: 200 len: 932 time: 0.3246677 Apr 19 18:16:32.835419 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f71e9ee1-0c48-4631-bac2-a5621bdccaf4 req-f053860c-786c-4e40-b274-d92452b3a36a tempest-DeleteServersTestJSON-1051952203 tempest-DeleteServersTestJSON-1051952203-project] 10.222.0.36 "GET /v2.0/security-groups?id=47cb2f47-8a13-4e99-a8cf-616a63b06189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830243 Apr 19 18:16:33.109285 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:33.125168 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823c9d54-c990-4d8d-ac9e-753317ab81f1 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Pushing event updated for resources: {'Port': ['ID=8daa5f29-66b7-4f4b-8e17-36e9ad49dfd3,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:16:33.135075 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-823c9d54-c990-4d8d-ac9e-753317ab81f1 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.868s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:16:33.151425 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8433b25-adee-4df2-af06-ae2c3688d0dc req-823c9d54-c990-4d8d-ac9e-753317ab81f1 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Network d730787d-14ca-4c77-8e2c-83e69c9a7b9a is already hosted by enough agents. {{(pid=86362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:16:33.152495 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b59fedda-6df1-453a-83a1-afb0d587d120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:33.154988 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [req-e8433b25-adee-4df2-af06-ae2c3688d0dc req-823c9d54-c990-4d8d-ac9e-753317ab81f1 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Resources bound (agent type, host, resource id): {{(pid=86362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:16:33.182454 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-5753d977-ad9e-439d-bd5d-2837458ea154 None None] Set router aabc47b5-5a0c-4202-9422-e26c7ac78f44 gateway port host: dv-cinder-786927-1-iscsi {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:16:33.395637 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8433b25-adee-4df2-af06-ae2c3688d0dc req-823c9d54-c990-4d8d-ac9e-753317ab81f1 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Received port after_create {{(pid=86362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:16:33.405693 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8433b25-adee-4df2-af06-ae2c3688d0dc req-823c9d54-c990-4d8d-ac9e-753317ab81f1 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:16:33.406478 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-e8433b25-adee-4df2-af06-ae2c3688d0dc req-823c9d54-c990-4d8d-ac9e-753317ab81f1 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759945'] for port, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:33.464826 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b59fedda-6df1-453a-83a1-afb0d587d120 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:33.466068 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-b59fedda-6df1-453a-83a1-afb0d587d120 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/66997fd9-99bc-4490-bc70-6147b3d505c6 HTTP/1.1" status: 204 len: 168 time: 2.3389721 Apr 19 18:16:33.469578 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-94870c72-4996-4d55-8a67-042bc8ef057b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:33.513382 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:16:33.697965 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [req-6a2f16b3-c980-429e-b40f-c6a79eb7c46b req-457eb1d5-f486-44fb-a419-e93e15cf43fa service neutron] Request body: {'port': {'device_id': '75e6fcb7-8519-439e-ba01-d5591cdb6a41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:16:34.032294 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-94870c72-4996-4d55-8a67-042bc8ef057b admin admin] Notify callbacks [] for port, precommit_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:34.042290 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e8433b25-adee-4df2-af06-ae2c3688d0dc req-823c9d54-c990-4d8d-ac9e-753317ab81f1 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.7396402 Apr 19 18:16:34.047469 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-5753d977-ad9e-439d-bd5d-2837458ea154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aabc47b5-5a0c-4202-9422-e26c7ac78f44', 'name': 'tempest-AttachVolumeTestJSON-135969704-router', 'tenant_id': 'fc6d959c6b83478bb73dfad880a83f28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '5cb17819-7a29-4b42-abac-1c85d0b9b4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:16:18Z', 'updated_at': '2021-04-19T18:16:28Z', 'revision_number': 4, 'project_id': 'fc6d959c6b83478bb73dfad880a83f28', 'gw_port': {'id': '5cb17819-7a29-4b42-abac-1c85d0b9b4ab', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aabc47b5-5a0c-4202-9422-e26c7ac78f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:16:19Z', 'updated_at': '2021-04-19T18:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi', '_interfaces': [{'id': '609b9c18-1fd2-4445-8f78-10a76f5dcb6c', 'name': '', 'network_id': '3797f849-9d72-4a34-898b-30cdb86131ec', 'tenant_id': 'fc6d959c6b83478bb73dfad880a83f28', 'mac_address': 'fa:16:3e:13:e4:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aabc47b5-5a0c-4202-9422-e26c7ac78f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '43bddb65-670a-42dd-9742-7aecd345a4ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:16:25Z', 'updated_at': '2021-04-19T18:16:29Z', 'revision_number': 2, 'project_id': 'fc6d959c6b83478bb73dfad880a83f28', 'subnets': [{'id': '43bddb65-670a-42dd-9742-7aecd345a4ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-iscsi', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:16:34.051961 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-94870c72-4996-4d55-8a67-042bc8ef057b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:34.054079 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-6a2f16b3-c980-429e-b40f-c6a79eb7c46b req-457eb1d5-f486-44fb-a419-e93e15cf43fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:34.080295 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5753d977-ad9e-439d-bd5d-2837458ea154 None None] Checking router: aabc47b5-5a0c-4202-9422-e26c7ac78f44 for host: dv-cinder-786927-1-iscsi {{(pid=86365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:16:34.081055 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5753d977-ad9e-439d-bd5d-2837458ea154 None None] Updating router aabc47b5-5a0c-4202-9422-e26c7ac78f44 port 609b9c18-1fd2-4445-8f78-10a76f5dcb6c binding host dv-cinder-786927-1-iscsi {{(pid=86365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 18:16:34.117097 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [req-e8433b25-adee-4df2-af06-ae2c3688d0dc req-c2540239-77b6-45c2-9ca3-553564abe508 service neutron] Request body: {'port': {'device_id': 'b8cc09b0-0dfe-4348-8ed6-7762cc774356', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:16:34.249330 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-94870c72-4996-4d55-8a67-042bc8ef057b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854123418'] for router_interface, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:34.267716 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59fedda-6df1-453a-83a1-afb0d587d120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66997fd9-99bc-4490-bc70-6147b3d505c6,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:16:34.275139 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5753d977-ad9e-439d-bd5d-2837458ea154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:34.279242 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1304e924-fd4d-4055-a077-a325c3ca7dd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:34.316691 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b59fedda-6df1-453a-83a1-afb0d587d120 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.800s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:16:34.325144 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:16:34.800214 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 57516) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:16:34.800772 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 57518) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:16:34.930671 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device 243d1416-2edb-4750-a40c-6a1ae9b689da up at agent ovs-agent-dv-cinder-786927-1-iscsi {{(pid=86364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:16:35.017940 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-8ba1a512-2f22-4464-9a4e-9da479eb82d1 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Request body: {'security_group': {'name': 'tempest-securitygroup--368951208', 'description': 'tempest-description--548684877'}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:16:35.024740 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-e8433b25-adee-4df2-af06-ae2c3688d0dc req-c2540239-77b6-45c2-9ca3-553564abe508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:35.060637 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-1304e924-fd4d-4055-a077-a325c3ca7dd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:16:35.064766 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-8ba1a512-2f22-4464-9a4e-9da479eb82d1 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:16:35.135924 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Provisioning for port 243d1416-2edb-4750-a40c-6a1ae9b689da completed by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:16:35.150748 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Provisioning complete for port 243d1416-2edb-4750-a40c-6a1ae9b689da triggered by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:16:35.153174 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:35.188779 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [req-6a2f16b3-c980-429e-b40f-c6a79eb7c46b req-457eb1d5-f486-44fb-a419-e93e15cf43fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2df6d88f-3ae7-41a7-9458-245ed0724012 {{(pid=86363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:16:35.214995 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-6a2f16b3-c980-429e-b40f-c6a79eb7c46b req-457eb1d5-f486-44fb-a419-e93e15cf43fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:35.256545 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [req-6a2f16b3-c980-429e-b40f-c6a79eb7c46b req-457eb1d5-f486-44fb-a419-e93e15cf43fa service neutron] Transition to ACTIVE for port object 2df6d88f-3ae7-41a7-9458-245ed0724012 will not be triggered until provisioned by entity L2. {{(pid=86363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:16:35.257272 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.agents_db [None req-8d26a53d-5aec-40fe-9147-3f846c88e388 None None] Agent healthcheck: found 6 active agents {{(pid=86365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:16:35.280722 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-6a2f16b3-c980-429e-b40f-c6a79eb7c46b req-457eb1d5-f486-44fb-a419-e93e15cf43fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:35.368499 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:16:35.426394 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab7d4bb-973f-46d3-ba41-3ab1db1f44a7 req-d3d68ed1-0949-4592-abf0-d550f0a1a1a9 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:16:35.432122 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-fab7d4bb-973f-46d3-ba41-3ab1db1f44a7 req-d3d68ed1-0949-4592-abf0-d550f0a1a1a9 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Synchronizing usage tracker for tenant:0192ebea383943fdbf60eb0089151581 on resource:port {{(pid=86362) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:16:35.474244 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-8ba1a512-2f22-4464-9a4e-9da479eb82d1 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Usage tracker for resource:security_group and tenant:fc6d959c6b83478bb73dfad880a83f28 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:16:35.478406 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-1304e924-fd4d-4055-a077-a325c3ca7dd7 admin admin] Usage tracker for resource:security_group_rule and tenant:d0322a2486cc4695b6a5dee04a5ad4fa is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:16:35.496854 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-1304e924-fd4d-4055-a077-a325c3ca7dd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:16:35.496929 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:35.520502 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-8ba1a512-2f22-4464-9a4e-9da479eb82d1 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:16:35.529224 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94870c72-4996-4d55-8a67-042bc8ef057b admin admin] Pushing event updated for resources: {'Port': ['ID=1ea59b51-1470-479c-821b-53999e684bb9,revision_number=2']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:16:35.543825 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-94870c72-4996-4d55-8a67-042bc8ef057b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.218s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:16:35.557355 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] For port 243d1416-2edb-4750-a40c-6a1ae9b689da, host dv-cinder-786927-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-iscsi',level=0,port_id=243d1416-2edb-4750-a40c-6a1ae9b689da,segment=NetworkSegment(c45e75c0-3629-4b9b-9637-c1f0a35fb912),segment_id=c45e75c0-3629-4b9b-9637-c1f0a35fb912)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:16:35.563688 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:35.565089 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device 5cb17819-7a29-4b42-abac-1c85d0b9b4ab up at agent ovs-agent-dv-cinder-786927-1-iscsi {{(pid=86364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:16:35.635089 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:16:35.641631 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5753d977-ad9e-439d-bd5d-2837458ea154 None None] Notify callbacks [] for port, precommit_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:35.684571 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-5753d977-ad9e-439d-bd5d-2837458ea154 None None] Transition to ACTIVE for port object 609b9c18-1fd2-4445-8f78-10a76f5dcb6c will not be triggered until provisioned by entity L2. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:16:35.696909 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5753d977-ad9e-439d-bd5d-2837458ea154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:35.701633 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-dab52fd9-6b0a-45ef-a849-ce301115ff2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:16:35.735580 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-8ba1a512-2f22-4464-9a4e-9da479eb82d1 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:16:35.760892 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-1304e924-fd4d-4055-a077-a325c3ca7dd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:16:35.872551 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bed47cc-c627-4fb9-8c6c-37aec867df6e None None] Pushing event updated for resources: {'Port': ['ID=609b9c18-1fd2-4445-8f78-10a76f5dcb6c,revision_number=3']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:16:35.878426 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-4bed47cc-c627-4fb9-8c6c-37aec867df6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:16:35.905494 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Pushing event updated for resources: {'Port': ['ID=243d1416-2edb-4750-a40c-6a1ae9b689da,revision_number=4']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:16:35.916102 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:16:35.930694 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Provisioning complete for port 5cb17819-7a29-4b42-abac-1c85d0b9b4ab triggered by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:16:35.931347 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:36.335509 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-5753d977-ad9e-439d-bd5d-2837458ea154 None None] Attempting to bind port 609b9c18-1fd2-4445-8f78-10a76f5dcb6c on host dv-cinder-786927-1-iscsi for vnic_type normal with profile {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:16:36.336273 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-5753d977-ad9e-439d-bd5d-2837458ea154 None None] Attempting to bind port 609b9c18-1fd2-4445-8f78-10a76f5dcb6c by drivers openvswitch,hyperv on host dv-cinder-786927-1-iscsi at level 0 using segments [{'id': '7a2615d6-dc47-46a0-9b5b-ef7d5912dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3797f849-9d72-4a34-898b-30cdb86131ec'}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:16:36.336755 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5753d977-ad9e-439d-bd5d-2837458ea154 None None] Attempting to bind port 609b9c18-1fd2-4445-8f78-10a76f5dcb6c on network 3797f849-9d72-4a34-898b-30cdb86131ec {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:16:36.365227 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5753d977-ad9e-439d-bd5d-2837458ea154 None None] Checking agent: {'id': '84360490-1fcf-4ef7-acd4-64c16b857909', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 7, 56), 'started_at': datetime.datetime(2021, 4, 19, 18, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:16:36.365732 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5753d977-ad9e-439d-bd5d-2837458ea154 None None] Checking segment: {'id': '7a2615d6-dc47-46a0-9b5b-ef7d5912dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3797f849-9d72-4a34-898b-30cdb86131ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:16:36.366259 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5753d977-ad9e-439d-bd5d-2837458ea154 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:36.366789 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5753d977-ad9e-439d-bd5d-2837458ea154 None None] Bound using segment: {'id': '7a2615d6-dc47-46a0-9b5b-ef7d5912dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3797f849-9d72-4a34-898b-30cdb86131ec'} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:16:36.367469 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-5753d977-ad9e-439d-bd5d-2837458ea154 None None] Bound port: 609b9c18-1fd2-4445-8f78-10a76f5dcb6c, host: dv-cinder-786927-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a2615d6-dc47-46a0-9b5b-ef7d5912dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3797f849-9d72-4a34-898b-30cdb86131ec'}}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:16:36.368607 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5753d977-ad9e-439d-bd5d-2837458ea154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:36.566870 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf48697-c352-44c9-9e7b-547d152bb3ce req-cdc8fcf3-f40d-4edc-98bc-92af9d16739c tempest-DeleteServersTestJSON-1051952203 tempest-DeleteServersTestJSON-1051952203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:16:36.579967 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-cdf48697-c352-44c9-9e7b-547d152bb3ce req-cdc8fcf3-f40d-4edc-98bc-92af9d16739c tempest-DeleteServersTestJSON-1051952203 tempest-DeleteServersTestJSON-1051952203-project] 10.222.0.36 "GET /v2.0/ports?device_id=75e6fcb7-8519-439e-ba01-d5591cdb6a41 HTTP/1.1" status: 200 len: 932 time: 1.5888410 Apr 19 18:16:36.637723 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device 243d1416-2edb-4750-a40c-6a1ae9b689da up at agent ovs-agent-dv-cinder-786927-1-iscsi {{(pid=86364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:16:36.725604 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-5753d977-ad9e-439d-bd5d-2837458ea154 None None] For port 609b9c18-1fd2-4445-8f78-10a76f5dcb6c, host dv-cinder-786927-1-iscsi, cleared binding levels {{(pid=86365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:16:36.736024 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-5753d977-ad9e-439d-bd5d-2837458ea154 None None] For port 609b9c18-1fd2-4445-8f78-10a76f5dcb6c, host dv-cinder-786927-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-iscsi',level=0,port_id=609b9c18-1fd2-4445-8f78-10a76f5dcb6c,segment=NetworkSegment(7a2615d6-dc47-46a0-9b5b-ef7d5912dccf),segment_id=7a2615d6-dc47-46a0-9b5b-ef7d5912dccf)] {{(pid=86365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:16:36.747369 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5753d977-ad9e-439d-bd5d-2837458ea154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:36.772552 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-ba06027c-95bb-4e1c-b8ca-77079e3f8a06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:16:36.909893 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5753d977-ad9e-439d-bd5d-2837458ea154 None None] Routers {'aabc47b5-5a0c-4202-9422-e26c7ac78f44'} bound to L3 agent in host dv-cinder-786927-1-iscsi {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:16:36.910626 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Provisioning complete for port 243d1416-2edb-4750-a40c-6a1ae9b689da triggered by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:16:36.911175 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:36.916482 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-5753d977-ad9e-439d-bd5d-2837458ea154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T18:07:54Z,description=,heartbeat_timestamp=2021-04-19T18:16:24Z,host='dv-cinder-786927-1-iscsi',id=24af6f5b-4620-4572-ab28-0613f710586e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:07:54Z,topic='l3_agent')) {'router_ids': ['aabc47b5-5a0c-4202-9422-e26c7ac78f44'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:16:36.992015 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457eb1d5-f486-44fb-a419-e93e15cf43fa service neutron] Pushing event updated for resources: {'Port': ['ID=2df6d88f-3ae7-41a7-9458-245ed0724012,revision_number=2']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:16:36.997686 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1304e924-fd4d-4055-a077-a325c3ca7dd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:37.004099 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-fab7d4bb-973f-46d3-ba41-3ab1db1f44a7 req-d3d68ed1-0949-4592-abf0-d550f0a1a1a9 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Unset dirty status for tenant:0192ebea383943fdbf60eb0089151581 on resource:port {{(pid=86362) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:16:37.017430 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-fab7d4bb-973f-46d3-ba41-3ab1db1f44a7 req-d3d68ed1-0949-4592-abf0-d550f0a1a1a9 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8cc09b0-0dfe-4348-8ed6-7762cc774356 HTTP/1.1" status: 200 len: 931 time: 4.0983739 Apr 19 18:16:37.067839 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-557e2dca-266d-47e6-9b3a-6fc0f68f01f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:37.081800 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-457eb1d5-f486-44fb-a419-e93e15cf43fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.716s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:16:37.093949 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-cdf48697-c352-44c9-9e7b-547d152bb3ce req-0b9c8e26-a464-41da-a3e9-21378cfd89e7 tempest-DeleteServersTestJSON-1051952203 tempest-DeleteServersTestJSON-1051952203-project] 10.222.0.36 "GET /v2.0/security-groups?id=47cb2f47-8a13-4e99-a8cf-616a63b06189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5102057 Apr 19 18:16:37.168556 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-6a2f16b3-c980-429e-b40f-c6a79eb7c46b req-457eb1d5-f486-44fb-a419-e93e15cf43fa service neutron] Attempting to bind port 2df6d88f-3ae7-41a7-9458-245ed0724012 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:16:37.169048 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-6a2f16b3-c980-429e-b40f-c6a79eb7c46b req-457eb1d5-f486-44fb-a419-e93e15cf43fa service neutron] Attempting to bind port 2df6d88f-3ae7-41a7-9458-245ed0724012 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '14facb62-e9d1-4758-916e-05eedab8db3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd6542d44-b175-4d6c-9707-3fb6fcc90f6b'}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:16:37.170097 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2f16b3-c980-429e-b40f-c6a79eb7c46b req-457eb1d5-f486-44fb-a419-e93e15cf43fa service neutron] Attempting to bind port 2df6d88f-3ae7-41a7-9458-245ed0724012 on network d6542d44-b175-4d6c-9707-3fb6fcc90f6b {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:16:37.178723 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-557e2dca-266d-47e6-9b3a-6fc0f68f01f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:16:37.183103 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2f16b3-c980-429e-b40f-c6a79eb7c46b req-457eb1d5-f486-44fb-a419-e93e15cf43fa service neutron] Port 2df6d88f-3ae7-41a7-9458-245ed0724012 on network d6542d44-b175-4d6c-9707-3fb6fcc90f6b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 18:16:37.185331 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2f16b3-c980-429e-b40f-c6a79eb7c46b req-457eb1d5-f486-44fb-a419-e93e15cf43fa service neutron] Attempting to bind port 2df6d88f-3ae7-41a7-9458-245ed0724012 on network d6542d44-b175-4d6c-9707-3fb6fcc90f6b {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:16:37.187391 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-557e2dca-266d-47e6-9b3a-6fc0f68f01f2 admin admin] Usage tracker for resource:security_group_rule and tenant:7adde38662cb4732ac9df45d3be4d421 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:16:37.194867 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-557e2dca-266d-47e6-9b3a-6fc0f68f01f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:16:37.204570 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2f16b3-c980-429e-b40f-c6a79eb7c46b req-457eb1d5-f486-44fb-a419-e93e15cf43fa service neutron] Checking agent: {'id': '45629c73-d10e-4994-a087-373ccf8ea198', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 14, 33), 'started_at': datetime.datetime(2021, 4, 19, 18, 14, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:16:37.208485 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-557e2dca-266d-47e6-9b3a-6fc0f68f01f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:16:37.208662 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2f16b3-c980-429e-b40f-c6a79eb7c46b req-457eb1d5-f486-44fb-a419-e93e15cf43fa service neutron] Checking segment: {'id': '14facb62-e9d1-4758-916e-05eedab8db3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd6542d44-b175-4d6c-9707-3fb6fcc90f6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:16:37.209442 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2f16b3-c980-429e-b40f-c6a79eb7c46b req-457eb1d5-f486-44fb-a419-e93e15cf43fa service neutron] Bound using segment: {'id': '14facb62-e9d1-4758-916e-05eedab8db3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd6542d44-b175-4d6c-9707-3fb6fcc90f6b'} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:16:37.209993 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-6a2f16b3-c980-429e-b40f-c6a79eb7c46b req-457eb1d5-f486-44fb-a419-e93e15cf43fa service neutron] Bound port: 2df6d88f-3ae7-41a7-9458-245ed0724012, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14facb62-e9d1-4758-916e-05eedab8db3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd6542d44-b175-4d6c-9707-3fb6fcc90f6b'}}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:16:37.213920 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-6a2f16b3-c980-429e-b40f-c6a79eb7c46b req-457eb1d5-f486-44fb-a419-e93e15cf43fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:37.388619 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-5753d977-ad9e-439d-bd5d-2837458ea154 None None] Set router aabc47b5-5a0c-4202-9422-e26c7ac78f44 gateway port host: dv-cinder-786927-1-iscsi {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:16:37.393099 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-6a2f16b3-c980-429e-b40f-c6a79eb7c46b req-457eb1d5-f486-44fb-a419-e93e15cf43fa service neutron] For port 2df6d88f-3ae7-41a7-9458-245ed0724012, host hv-cinder-78692, cleared binding levels {{(pid=86363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:16:37.399043 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-6a2f16b3-c980-429e-b40f-c6a79eb7c46b req-457eb1d5-f486-44fb-a419-e93e15cf43fa service neutron] For port 2df6d88f-3ae7-41a7-9458-245ed0724012, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=2df6d88f-3ae7-41a7-9458-245ed0724012,segment=NetworkSegment(14facb62-e9d1-4758-916e-05eedab8db3e),segment_id=14facb62-e9d1-4758-916e-05eedab8db3e)] {{(pid=86363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:16:37.405644 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-557e2dca-266d-47e6-9b3a-6fc0f68f01f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:37.408068 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-6a2f16b3-c980-429e-b40f-c6a79eb7c46b req-457eb1d5-f486-44fb-a419-e93e15cf43fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:37.408671 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1304e924-fd4d-4055-a077-a325c3ca7dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:37.409685 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8ba1a512-2f22-4464-9a4e-9da479eb82d1 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:37.422392 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:16:37.454717 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94870c72-4996-4d55-8a67-042bc8ef057b admin admin] Network 8a0b2a47-900b-4baa-8d26-539dace3d837 is already hosted by enough agents. {{(pid=86362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:16:37.457348 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [req-e8433b25-adee-4df2-af06-ae2c3688d0dc req-c2540239-77b6-45c2-9ca3-553564abe508 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8daa5f29-66b7-4f4b-8e17-36e9ad49dfd3 {{(pid=86362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:16:37.496669 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-fab7d4bb-973f-46d3-ba41-3ab1db1f44a7 req-4eb3f234-06c9-40c5-a045-6f687fdd6c39 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/security-groups?id=693fea71-500b-474f-8806-96b1fe4da529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4780526 Apr 19 18:16:37.502202 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-8ba1a512-2f22-4464-9a4e-9da479eb82d1 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:16:37.514469 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-8ba1a512-2f22-4464-9a4e-9da479eb82d1 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Usage tracker for resource:security_group_rule and tenant:fc6d959c6b83478bb73dfad880a83f28 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:16:37.518178 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-8ba1a512-2f22-4464-9a4e-9da479eb82d1 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:16:37.529728 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-8ba1a512-2f22-4464-9a4e-9da479eb82d1 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:16:37.533148 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457eb1d5-f486-44fb-a419-e93e15cf43fa service neutron] Pushing event updated for resources: {'Port': ['ID=2df6d88f-3ae7-41a7-9458-245ed0724012,revision_number=3']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:16:37.553538 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2f16b3-c980-429e-b40f-c6a79eb7c46b req-457eb1d5-f486-44fb-a419-e93e15cf43fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:16:37.555336 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-6a2f16b3-c980-429e-b40f-c6a79eb7c46b req-457eb1d5-f486-44fb-a419-e93e15cf43fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759945'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:37.559327 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6a2f16b3-c980-429e-b40f-c6a79eb7c46b req-457eb1d5-f486-44fb-a419-e93e15cf43fa service neutron] 10.222.0.53 "PUT /v2.0/ports/2df6d88f-3ae7-41a7-9458-245ed0724012 HTTP/1.1" status: 200 len: 1094 time: 4.2781184 Apr 19 18:16:37.561607 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75e6fcb7-8519-439e-ba01-d5591cdb6a41', 'tag': '2df6d88f-3ae7-41a7-9458-245ed0724012'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:16:37.679964 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-94870c72-4996-4d55-8a67-042bc8ef057b admin admin] Resources bound (agent type, host, resource id): {{(pid=86362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:16:37.682124 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-557e2dca-266d-47e6-9b3a-6fc0f68f01f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:37.688065 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-e8433b25-adee-4df2-af06-ae2c3688d0dc req-c2540239-77b6-45c2-9ca3-553564abe508 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:37.803689 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8ba1a512-2f22-4464-9a4e-9da479eb82d1 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:37.817173 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-2dcdab50-a3c8-46aa-8b15-5d7795ea6d6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:16:37.829725 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-1304e924-fd4d-4055-a077-a325c3ca7dd7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d0322a2486cc4695b6a5dee04a5ad4fa&name=default HTTP/1.1" status: 200 len: 2977 time: 6.1138067 Apr 19 18:16:37.852106 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 57566) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:16:37.924012 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8ba1a512-2f22-4464-9a4e-9da479eb82d1 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:37.996399 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-557e2dca-266d-47e6-9b3a-6fc0f68f01f2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7adde38662cb4732ac9df45d3be4d421&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9967794 Apr 19 18:16:38.007275 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [req-e8433b25-adee-4df2-af06-ae2c3688d0dc req-c2540239-77b6-45c2-9ca3-553564abe508 service neutron] Transition to ACTIVE for port object 8daa5f29-66b7-4f4b-8e17-36e9ad49dfd3 will not be triggered until provisioned by entity L2. {{(pid=86362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:16:38.043458 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 57574) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:16:38.056881 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-457eb1d5-f486-44fb-a419-e93e15cf43fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.635s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:16:38.106649 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-e8433b25-adee-4df2-af06-ae2c3688d0dc req-c2540239-77b6-45c2-9ca3-553564abe508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:38.120279 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8ba1a512-2f22-4464-9a4e-9da479eb82d1 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:38.123215 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-8ba1a512-2f22-4464-9a4e-9da479eb82d1 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 3.1209588 Apr 19 18:16:38.138893 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bed47cc-c627-4fb9-8c6c-37aec867df6e None None] Pushing event updated for resources: {'Port': ['ID=609b9c18-1fd2-4445-8f78-10a76f5dcb6c,revision_number=4']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:16:38.149328 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-4bed47cc-c627-4fb9-8c6c-37aec867df6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.377s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:16:38.204459 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 57582) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:16:38.218760 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1304e924-fd4d-4055-a077-a325c3ca7dd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f66d1f23-0be8-485c-b68e-c2fdb460f4e9,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:16:38.254521 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-e5dbad6c-cce7-4c1f-9e5d-bfb647de2837 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Request body: {'security_group_rule': {'security_group_id': '778d29cd-223c-4156-b234-ea1b27d18789', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:16:38.277456 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-e5dbad6c-cce7-4c1f-9e5d-bfb647de2837 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:16:38.287307 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-e5dbad6c-cce7-4c1f-9e5d-bfb647de2837 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Usage tracker for resource:security_group_rule and tenant:fc6d959c6b83478bb73dfad880a83f28 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:16:38.292008 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-e5dbad6c-cce7-4c1f-9e5d-bfb647de2837 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:16:38.312420 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-e5dbad6c-cce7-4c1f-9e5d-bfb647de2837 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:16:38.546770 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5209ac08-b209-4850-b0e3-9fdf028e155f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:38.714044 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94870c72-4996-4d55-8a67-042bc8ef057b admin admin] Router 649ab1c6-81c1-47de-9efb-c290da08b20d has already been hosted by L3 agent 24af6f5b-4620-4572-ab28-0613f710586e {{(pid=86362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:16:38.715544 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e5dbad6c-cce7-4c1f-9e5d-bfb647de2837 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:38.857132 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e5dbad6c-cce7-4c1f-9e5d-bfb647de2837 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:38.946110 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-5753d977-ad9e-439d-bd5d-2837458ea154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aabc47b5-5a0c-4202-9422-e26c7ac78f44', 'name': 'tempest-AttachVolumeTestJSON-135969704-router', 'tenant_id': 'fc6d959c6b83478bb73dfad880a83f28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '5cb17819-7a29-4b42-abac-1c85d0b9b4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:16:18Z', 'updated_at': '2021-04-19T18:16:28Z', 'revision_number': 4, 'project_id': 'fc6d959c6b83478bb73dfad880a83f28', 'gw_port': {'id': '5cb17819-7a29-4b42-abac-1c85d0b9b4ab', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aabc47b5-5a0c-4202-9422-e26c7ac78f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:16:19Z', 'updated_at': '2021-04-19T18:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi', '_interfaces': [{'id': '609b9c18-1fd2-4445-8f78-10a76f5dcb6c', 'name': '', 'network_id': '3797f849-9d72-4a34-898b-30cdb86131ec', 'tenant_id': 'fc6d959c6b83478bb73dfad880a83f28', 'mac_address': 'fa:16:3e:13:e4:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aabc47b5-5a0c-4202-9422-e26c7ac78f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '43bddb65-670a-42dd-9742-7aecd345a4ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:16:25Z', 'updated_at': '2021-04-19T18:16:36Z', 'revision_number': 4, 'project_id': 'fc6d959c6b83478bb73dfad880a83f28', 'subnets': [{'id': '43bddb65-670a-42dd-9742-7aecd345a4ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-iscsi', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:16:38.965185 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5753d977-ad9e-439d-bd5d-2837458ea154 None None] The sync data for ids ['aabc47b5-5a0c-4202-9422-e26c7ac78f44'] in dv-cinder-786927-1-iscsi is: [{'id': 'aabc47b5-5a0c-4202-9422-e26c7ac78f44', 'name': 'tempest-AttachVolumeTestJSON-135969704-router', 'tenant_id': 'fc6d959c6b83478bb73dfad880a83f28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '5cb17819-7a29-4b42-abac-1c85d0b9b4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:16:18Z', 'updated_at': '2021-04-19T18:16:28Z', 'revision_number': 4, 'project_id': 'fc6d959c6b83478bb73dfad880a83f28', 'gw_port': {'id': '5cb17819-7a29-4b42-abac-1c85d0b9b4ab', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aabc47b5-5a0c-4202-9422-e26c7ac78f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:16:19Z', 'updated_at': '2021-04-19T18:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi', '_interfaces': [{'id': '609b9c18-1fd2-4445-8f78-10a76f5dcb6c', 'name': '', 'network_id': '3797f849-9d72-4a34-898b-30cdb86131ec', 'tenant_id': 'fc6d959c6b83478bb73dfad880a83f28', 'mac_address': 'fa:16:3e:13:e4:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aabc47b5-5a0c-4202-9422-e26c7ac78f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '43bddb65-670a-42dd-9742-7aecd345a4ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:16:25Z', 'updated_at': '2021-04-19T18:16:36Z', 'revision_number': 4, 'project_id': 'fc6d959c6b83478bb73dfad880a83f28', 'subnets': [{'id': '43bddb65-670a-42dd-9742-7aecd345a4ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:16:39.036584 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e5dbad6c-cce7-4c1f-9e5d-bfb647de2837 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855548'] for security_group_rule, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:39.229132 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5209ac08-b209-4850-b0e3-9fdf028e155f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:39.240770 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-e8433b25-adee-4df2-af06-ae2c3688d0dc req-c2540239-77b6-45c2-9ca3-553564abe508 service neutron] Attempting to bind port 8daa5f29-66b7-4f4b-8e17-36e9ad49dfd3 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:16:39.241243 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-e8433b25-adee-4df2-af06-ae2c3688d0dc req-c2540239-77b6-45c2-9ca3-553564abe508 service neutron] Attempting to bind port 8daa5f29-66b7-4f4b-8e17-36e9ad49dfd3 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '41139e2e-7812-4641-a996-451602e23acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd730787d-14ca-4c77-8e2c-83e69c9a7b9a'}] {{(pid=86362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:16:39.241718 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8433b25-adee-4df2-af06-ae2c3688d0dc req-c2540239-77b6-45c2-9ca3-553564abe508 service neutron] Attempting to bind port 8daa5f29-66b7-4f4b-8e17-36e9ad49dfd3 on network d730787d-14ca-4c77-8e2c-83e69c9a7b9a {{(pid=86362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:16:39.279939 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e2dca-266d-47e6-9b3a-6fc0f68f01f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=672678cd-eb54-4e32-ac00-737035f7a917,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:16:39.397335 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5209ac08-b209-4850-b0e3-9fdf028e155f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:39.488125 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4cf9c98b-0db6-48b0-9663-878a1724cd76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:39.603064 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4cf9c98b-0db6-48b0-9663-878a1724cd76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:39.636200 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-557e2dca-266d-47e6-9b3a-6fc0f68f01f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.820s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:16:39.669927 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8433b25-adee-4df2-af06-ae2c3688d0dc req-c2540239-77b6-45c2-9ca3-553564abe508 service neutron] Port 8daa5f29-66b7-4f4b-8e17-36e9ad49dfd3 on network d730787d-14ca-4c77-8e2c-83e69c9a7b9a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 18:16:39.672496 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8433b25-adee-4df2-af06-ae2c3688d0dc req-c2540239-77b6-45c2-9ca3-553564abe508 service neutron] Attempting to bind port 8daa5f29-66b7-4f4b-8e17-36e9ad49dfd3 on network d730787d-14ca-4c77-8e2c-83e69c9a7b9a {{(pid=86362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:16:39.679486 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-d329519a-23a6-4562-869d-698c1f3d8b74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.685s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:16:39.769688 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba1a512-2f22-4464-9a4e-9da479eb82d1 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=778d29cd-223c-4156-b234-ea1b27d18789,revision_number=2']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:16:39.813677 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-8ba1a512-2f22-4464-9a4e-9da479eb82d1 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:16:39.816954 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8433b25-adee-4df2-af06-ae2c3688d0dc req-c2540239-77b6-45c2-9ca3-553564abe508 service neutron] Checking agent: {'id': '45629c73-d10e-4994-a087-373ccf8ea198', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 14, 33), 'started_at': datetime.datetime(2021, 4, 19, 18, 14, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:16:39.817530 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8433b25-adee-4df2-af06-ae2c3688d0dc req-c2540239-77b6-45c2-9ca3-553564abe508 service neutron] Checking segment: {'id': '41139e2e-7812-4641-a996-451602e23acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd730787d-14ca-4c77-8e2c-83e69c9a7b9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:16:39.818340 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8433b25-adee-4df2-af06-ae2c3688d0dc req-c2540239-77b6-45c2-9ca3-553564abe508 service neutron] Bound using segment: {'id': '41139e2e-7812-4641-a996-451602e23acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd730787d-14ca-4c77-8e2c-83e69c9a7b9a'} {{(pid=86362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:16:39.819062 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-e8433b25-adee-4df2-af06-ae2c3688d0dc req-c2540239-77b6-45c2-9ca3-553564abe508 service neutron] Bound port: 8daa5f29-66b7-4f4b-8e17-36e9ad49dfd3, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41139e2e-7812-4641-a996-451602e23acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd730787d-14ca-4c77-8e2c-83e69c9a7b9a'}}] {{(pid=86362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:16:39.819679 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-e8433b25-adee-4df2-af06-ae2c3688d0dc req-c2540239-77b6-45c2-9ca3-553564abe508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:39.890924 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d0038a-d6d0-44c9-8d20-f8fc55f82c92 req-bf07c2f1-b56b-4ddb-80ef-beab7c9effcf tempest-DeleteServersTestJSON-1051952203 tempest-DeleteServersTestJSON-1051952203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:16:39.893908 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e7d0038a-d6d0-44c9-8d20-f8fc55f82c92 req-bf07c2f1-b56b-4ddb-80ef-beab7c9effcf tempest-DeleteServersTestJSON-1051952203 tempest-DeleteServersTestJSON-1051952203-project] 10.222.0.36 "GET /v2.0/ports?device_id=75e6fcb7-8519-439e-ba01-d5591cdb6a41 HTTP/1.1" status: 200 len: 944 time: 1.3494871 Apr 19 18:16:39.894787 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-bc3cda58-baa8-4380-afcf-cba4649be022 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:16:40.074605 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5209ac08-b209-4850-b0e3-9fdf028e155f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f66d1f23-0be8-485c-b68e-c2fdb460f4e9,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:16:40.128864 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-5209ac08-b209-4850-b0e3-9fdf028e155f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:16:40.147488 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e7d0038a-d6d0-44c9-8d20-f8fc55f82c92 req-0102ee47-7c9c-4364-9c71-d7983d02d63a tempest-DeleteServersTestJSON-1051952203 tempest-DeleteServersTestJSON-1051952203-project] 10.222.0.36 "GET /v2.0/security-groups?id=47cb2f47-8a13-4e99-a8cf-616a63b06189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070796 Apr 19 18:16:40.151164 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4cf9c98b-0db6-48b0-9663-878a1724cd76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:40.198380 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5209ac08-b209-4850-b0e3-9fdf028e155f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:40.202201 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-5209ac08-b209-4850-b0e3-9fdf028e155f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f66d1f23-0be8-485c-b68e-c2fdb460f4e9 HTTP/1.1" status: 204 len: 168 time: 2.3153222 Apr 19 18:16:40.205845 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-99887050-4461-45b2-af44-f173aab412f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:16:40.213926 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4cf9c98b-0db6-48b0-9663-878a1724cd76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:40.233518 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-ca56ef6a-2267-47ac-bf50-8e4d1b23b6bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.148s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:16:40.234697 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-4cf9c98b-0db6-48b0-9663-878a1724cd76 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/672678cd-eb54-4e32-ac00-737035f7a917 HTTP/1.1" status: 204 len: 168 time: 2.1735423 Apr 19 18:16:40.234868 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-ca56ef6a-2267-47ac-bf50-8e4d1b23b6bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:16:40.256304 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf9c98b-0db6-48b0-9663-878a1724cd76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=672678cd-eb54-4e32-ac00-737035f7a917,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:16:40.281747 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-4cf9c98b-0db6-48b0-9663-878a1724cd76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:16:40.311069 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2f16b3-c980-429e-b40f-c6a79eb7c46b req-ac2ba6d5-b4f9-4f2e-b34f-9f67f8f0b409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:16:40.317162 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6a2f16b3-c980-429e-b40f-c6a79eb7c46b req-ac2ba6d5-b4f9-4f2e-b34f-9f67f8f0b409 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=aa3a010554804d208c38fe0948124a46&device_id=75e6fcb7-8519-439e-ba01-d5591cdb6a41 HTTP/1.1" status: 200 len: 1097 time: 2.1675048 Apr 19 18:16:40.333121 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-e8433b25-adee-4df2-af06-ae2c3688d0dc req-c2540239-77b6-45c2-9ca3-553564abe508 service neutron] For port 8daa5f29-66b7-4f4b-8e17-36e9ad49dfd3, host hv-cinder-78692, cleared binding levels {{(pid=86362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:16:40.339530 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-e8433b25-adee-4df2-af06-ae2c3688d0dc req-c2540239-77b6-45c2-9ca3-553564abe508 service neutron] For port 8daa5f29-66b7-4f4b-8e17-36e9ad49dfd3, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=8daa5f29-66b7-4f4b-8e17-36e9ad49dfd3,segment=NetworkSegment(41139e2e-7812-4641-a996-451602e23acc),segment_id=41139e2e-7812-4641-a996-451602e23acc)] {{(pid=86362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:16:40.340784 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.133s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:16:40.386606 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e5dbad6c-cce7-4c1f-9e5d-bfb647de2837 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:40.387988 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-e5dbad6c-cce7-4c1f-9e5d-bfb647de2837 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1775599 Apr 19 18:16:40.392782 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 57634) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:16:40.407325 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-e8433b25-adee-4df2-af06-ae2c3688d0dc req-c2540239-77b6-45c2-9ca3-553564abe508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:40.422131 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-b598b46d-4da8-4070-bba6-6e6c404b9ba5 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Request body: {'security_group_rule': {'security_group_id': '778d29cd-223c-4156-b234-ea1b27d18789', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:16:40.458737 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-b598b46d-4da8-4070-bba6-6e6c404b9ba5 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:16:40.470778 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-b598b46d-4da8-4070-bba6-6e6c404b9ba5 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Usage tracker for resource:security_group_rule and tenant:fc6d959c6b83478bb73dfad880a83f28 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:16:40.482734 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-b598b46d-4da8-4070-bba6-6e6c404b9ba5 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:16:40.500469 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-b598b46d-4da8-4070-bba6-6e6c404b9ba5 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:16:40.525435 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d269b2b3-e54c-4a26-a02c-6ec452712418 req-ba19f857-845e-4635-925f-4a0d70679e30 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:16:40.541546 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d269b2b3-e54c-4a26-a02c-6ec452712418 req-ba19f857-845e-4635-925f-4a0d70679e30 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8cc09b0-0dfe-4348-8ed6-7762cc774356 HTTP/1.1" status: 200 len: 943 time: 1.6569159 Apr 19 18:16:40.553389 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b598b46d-4da8-4070-bba6-6e6c404b9ba5 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:40.592836 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8433b25-adee-4df2-af06-ae2c3688d0dc req-c2540239-77b6-45c2-9ca3-553564abe508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:16:40.595322 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-e8433b25-adee-4df2-af06-ae2c3688d0dc req-c2540239-77b6-45c2-9ca3-553564abe508 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759945'] for port, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:40.597426 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e8433b25-adee-4df2-af06-ae2c3688d0dc req-c2540239-77b6-45c2-9ca3-553564abe508 service neutron] 10.222.0.53 "PUT /v2.0/ports/8daa5f29-66b7-4f4b-8e17-36e9ad49dfd3 HTTP/1.1" status: 200 len: 1093 time: 6.5010066 Apr 19 18:16:40.627386 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94870c72-4996-4d55-8a67-042bc8ef057b admin admin] Notify agent at l3_agent.dv-cinder-786927-1-iscsi the message routers_updated {{(pid=86362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:16:40.644010 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcb8456-27ee-4d54-a688-5bc2c4f62a9c None None] Sync routers for ids ['649ab1c6-81c1-47de-9efb-c290da08b20d'] in dv-cinder-786927-1-iscsi {{(pid=86364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:16:40.675382 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-94870c72-4996-4d55-8a67-042bc8ef057b admin admin] 10.222.0.36 "PUT /v2.0/routers/649ab1c6-81c1-47de-9efb-c290da08b20d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.4078901 Apr 19 18:16:40.676641 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8cc09b0-0dfe-4348-8ed6-7762cc774356', 'tag': '8daa5f29-66b7-4f4b-8e17-36e9ad49dfd3'}] {{(pid=86362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:16:40.686531 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device 609b9c18-1fd2-4445-8f78-10a76f5dcb6c up at agent ovs-agent-dv-cinder-786927-1-iscsi {{(pid=86364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:16:40.813669 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcb8456-27ee-4d54-a688-5bc2c4f62a9c None None] Routers {'649ab1c6-81c1-47de-9efb-c290da08b20d'} bound to L3 agent in host dv-cinder-786927-1-iscsi {{(pid=86364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:16:40.814676 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-4bcb8456-27ee-4d54-a688-5bc2c4f62a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T18:07:54Z,description=,heartbeat_timestamp=2021-04-19T18:16:24Z,host='dv-cinder-786927-1-iscsi',id=24af6f5b-4620-4572-ab28-0613f710586e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:07:54Z,topic='l3_agent')) {'router_ids': ['649ab1c6-81c1-47de-9efb-c290da08b20d'], 'active': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:16:40.983637 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75e6fcb7-8519-439e-ba01-d5591cdb6a41', 'tag': '2df6d88f-3ae7-41a7-9458-245ed0724012', 'status': 'completed', 'code': 200} Apr 19 18:16:41.029938 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6a2f16b3-c980-429e-b40f-c6a79eb7c46b req-d27e11b8-4fe6-40a6-b2b0-bf1d26d46dd4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2df6d88f-3ae7-41a7-9458-245ed0724012 HTTP/1.1" status: 200 len: 217 time: 0.3117728 Apr 19 18:16:41.069959 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d269b2b3-e54c-4a26-a02c-6ec452712418 req-d3b624ca-de68-4803-a100-af43fa3a9371 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/security-groups?id=693fea71-500b-474f-8806-96b1fe4da529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5267243 Apr 19 18:16:41.098027 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2540239-77b6-45c2-9ca3-553564abe508 service neutron] Pushing event updated for resources: {'Port': ['ID=8daa5f29-66b7-4f4b-8e17-36e9ad49dfd3,revision_number=3']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:16:41.107626 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-c2540239-77b6-45c2-9ca3-553564abe508 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.767s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:16:41.108097 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.486s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:16:41.132470 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dbad6c-cce7-4c1f-9e5d-bfb647de2837 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4100f837-fc6e-4f58-8df3-9c92881290cf,revision_number=0']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:16:41.158121 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-e5dbad6c-cce7-4c1f-9e5d-bfb647de2837 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:16:41.158660 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-2fad913c-9381-4700-9bf1-3863c7e6760b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.716s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:16:41.412890 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2540239-77b6-45c2-9ca3-553564abe508 service neutron] Pushing event updated for resources: {'Port': ['ID=8daa5f29-66b7-4f4b-8e17-36e9ad49dfd3,revision_number=3']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:16:41.438261 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-c2540239-77b6-45c2-9ca3-553564abe508 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:16:41.443918 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8433b25-adee-4df2-af06-ae2c3688d0dc req-f6e65b50-9e45-4a4e-b9c2-9ab2db11b223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:16:41.448262 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e8433b25-adee-4df2-af06-ae2c3688d0dc req-f6e65b50-9e45-4a4e-b9c2-9ab2db11b223 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0192ebea383943fdbf60eb0089151581&device_id=b8cc09b0-0dfe-4348-8ed6-7762cc774356 HTTP/1.1" status: 200 len: 1096 time: 0.5695844 Apr 19 18:16:41.459375 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-4bcb8456-27ee-4d54-a688-5bc2c4f62a9c None None] Set router 649ab1c6-81c1-47de-9efb-c290da08b20d gateway port host: dv-cinder-786927-1-iscsi {{(pid=86364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:16:41.482443 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b598b46d-4da8-4070-bba6-6e6c404b9ba5 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:41.494711 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b598b46d-4da8-4070-bba6-6e6c404b9ba5 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855548'] for security_group_rule, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:41.510877 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2f16b3-c980-429e-b40f-c6a79eb7c46b req-dcdb8f8c-a080-43ba-bcff-eaf7a7542e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:16:41.513464 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6a2f16b3-c980-429e-b40f-c6a79eb7c46b req-dcdb8f8c-a080-43ba-bcff-eaf7a7542e4f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6abedcc4-667b-4ef5-948f-d48f21cc23fa HTTP/1.1" status: 200 len: 852 time: 0.4553738 Apr 19 18:16:41.518774 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:16:41.608202 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b598b46d-4da8-4070-bba6-6e6c404b9ba5 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:41.614949 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 57672) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:16:41.616198 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-b598b46d-4da8-4070-bba6-6e6c404b9ba5 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2219751 Apr 19 18:16:41.621176 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b598b46d-4da8-4070-bba6-6e6c404b9ba5 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=037b1069-9cd0-4585-b799-7c1d4aa3be53,revision_number=0']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:16:41.622633 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-4521d38a-10c4-4545-92fa-43594f6b7348 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Request body: {'floatingip': {'floating_network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33'}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:16:41.637451 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b598b46d-4da8-4070-bba6-6e6c404b9ba5 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:16:41.648778 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-4521d38a-10c4-4545-92fa-43594f6b7348 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:16:41.668269 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-4521d38a-10c4-4545-92fa-43594f6b7348 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Usage tracker for resource:floatingip and tenant:fc6d959c6b83478bb73dfad880a83f28 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:16:41.681009 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-4521d38a-10c4-4545-92fa-43594f6b7348 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:16:41.736765 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-4521d38a-10c4-4545-92fa-43594f6b7348 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:16:41.748142 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34717ae9-0e10-4f06-93ac-df1be2103188 req-578d8ed0-04d1-402a-858a-52235a50568b tempest-DeleteServersTestJSON-1051952203 tempest-DeleteServersTestJSON-1051952203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:16:41.761952 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-34717ae9-0e10-4f06-93ac-df1be2103188 req-578d8ed0-04d1-402a-858a-52235a50568b tempest-DeleteServersTestJSON-1051952203 tempest-DeleteServersTestJSON-1051952203-project] 10.222.0.36 "GET /v2.0/ports?device_id=75e6fcb7-8519-439e-ba01-d5591cdb6a41 HTTP/1.1" status: 200 len: 944 time: 0.3468564 Apr 19 18:16:41.783468 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4521d38a-10c4-4545-92fa-43594f6b7348 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Notify callbacks [] for floatingip, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:42.002566 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-34717ae9-0e10-4f06-93ac-df1be2103188 req-738badb9-6dfd-438f-b9b4-7ab6ac4684bb tempest-DeleteServersTestJSON-1051952203 tempest-DeleteServersTestJSON-1051952203-project] 10.222.0.36 "GET /v2.0/security-groups?id=47cb2f47-8a13-4e99-a8cf-616a63b06189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260911 Apr 19 18:16:42.242636 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 57696) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:16:42.297545 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-66b9d779-3bf8-49ea-b7e6-c905d8f9ba0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:42.349809 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4521d38a-10c4-4545-92fa-43594f6b7348 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:42.352451 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-66b9d779-3bf8-49ea-b7e6-c905d8f9ba0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:16:42.368319 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-66b9d779-3bf8-49ea-b7e6-c905d8f9ba0b admin admin] Usage tracker for resource:security_group_rule and tenant:215e27aa14354f989fa14ac4c19a78f9 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:16:42.381865 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-66b9d779-3bf8-49ea-b7e6-c905d8f9ba0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:16:42.400342 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-66b9d779-3bf8-49ea-b7e6-c905d8f9ba0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:16:42.560832 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [None req-4521d38a-10c4-4545-92fa-43594f6b7348 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Allocated IP 172.27.0.61 (4d554598-b480-4681-a36f-a7d82bbc0b33/6ca15ad6-e22c-47ba-9758-57475411b5fa/2ada5a36-b7a0-4b18-8980-1c544102965b) {{(pid=86362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:16:42.636814 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-66b9d779-3bf8-49ea-b7e6-c905d8f9ba0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:42.643383 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-66b9d779-3bf8-49ea-b7e6-c905d8f9ba0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:42.666432 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-1fe8bc2c-9ed3-4924-8f5b-07cfdf9d6fda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:16:42.716867 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-66b9d779-3bf8-49ea-b7e6-c905d8f9ba0b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=215e27aa14354f989fa14ac4c19a78f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4706364 Apr 19 18:16:42.718552 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 57716) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:16:42.752197 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b9d779-3bf8-49ea-b7e6-c905d8f9ba0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d54e85f-4039-427c-8cac-6ac5f793c11b,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:16:42.775606 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-66b9d779-3bf8-49ea-b7e6-c905d8f9ba0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:16:42.790544 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Provisioning for port 609b9c18-1fd2-4445-8f78-10a76f5dcb6c completed by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:16:42.812918 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Provisioning complete for port 609b9c18-1fd2-4445-8f78-10a76f5dcb6c triggered by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:16:42.813341 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:42.882360 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ec631efa-447e-4fd2-889a-0e375f48e0a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:42.894610 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-4bcb8456-27ee-4d54-a688-5bc2c4f62a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649ab1c6-81c1-47de-9efb-c290da08b20d', 'name': 'tempest-ServerRescueNegativeTestJSON-189171372-router', 'tenant_id': '8280c444ce7f4603a8a1042629dae0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '243d1416-2edb-4750-a40c-6a1ae9b689da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:16:18Z', 'updated_at': '2021-04-19T18:16:33Z', 'revision_number': 4, 'project_id': '8280c444ce7f4603a8a1042629dae0e6', 'gw_port': {'id': '243d1416-2edb-4750-a40c-6a1ae9b689da', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649ab1c6-81c1-47de-9efb-c290da08b20d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:16:21Z', 'updated_at': '2021-04-19T18:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi', '_interfaces': [{'id': '1ea59b51-1470-479c-821b-53999e684bb9', 'name': '', 'network_id': '8a0b2a47-900b-4baa-8d26-539dace3d837', 'tenant_id': '8280c444ce7f4603a8a1042629dae0e6', 'mac_address': 'fa:16:3e:ee:c9:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '649ab1c6-81c1-47de-9efb-c290da08b20d', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ada99008-3d7e-49b3-8e59-95a033a8bf6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:16:28Z', 'updated_at': '2021-04-19T18:16:33Z', 'revision_number': 2, 'project_id': '8280c444ce7f4603a8a1042629dae0e6', 'subnets': [{'id': 'ada99008-3d7e-49b3-8e59-95a033a8bf6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-iscsi', False) {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:16:42.904476 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcb8456-27ee-4d54-a688-5bc2c4f62a9c None None] Checking router: 649ab1c6-81c1-47de-9efb-c290da08b20d for host: dv-cinder-786927-1-iscsi {{(pid=86364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:16:42.905046 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcb8456-27ee-4d54-a688-5bc2c4f62a9c None None] Updating router 649ab1c6-81c1-47de-9efb-c290da08b20d port 1ea59b51-1470-479c-821b-53999e684bb9 binding host dv-cinder-786927-1-iscsi {{(pid=86364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 18:16:42.921143 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ec631efa-447e-4fd2-889a-0e375f48e0a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:43.002108 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4bcb8456-27ee-4d54-a688-5bc2c4f62a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:43.004074 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4521d38a-10c4-4545-92fa-43594f6b7348 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Notify callbacks [] for port, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:43.040963 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ec631efa-447e-4fd2-889a-0e375f48e0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:43.045718 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b98b3e4-a599-470f-8502-56a95032f385 req-4b96abd4-eac5-46b7-914d-fe1bd95499eb tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:16:43.047161 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-4b98b3e4-a599-470f-8502-56a95032f385 req-4b96abd4-eac5-46b7-914d-fe1bd95499eb tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Synchronizing usage tracker for tenant:8280c444ce7f4603a8a1042629dae0e6 on resource:network {{(pid=86362) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:16:43.055944 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8cc09b0-0dfe-4348-8ed6-7762cc774356', 'tag': '8daa5f29-66b7-4f4b-8e17-36e9ad49dfd3', 'status': 'completed', 'code': 200} Apr 19 18:16:43.069895 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4521d38a-10c4-4545-92fa-43594f6b7348 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782697811417'] for port, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:43.159215 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6a2f16b3-c980-429e-b40f-c6a79eb7c46b req-4f71668b-ac93-49b0-a2f4-f674bee40a0c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d6542d44-b175-4d6c-9707-3fb6fcc90f6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1853635 Apr 19 18:16:43.163513 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:16:43.179164 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec631efa-447e-4fd2-889a-0e375f48e0a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d54e85f-4039-427c-8cac-6ac5f793c11b,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:16:43.197518 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-71e4f1e2-841e-4aee-b8fa-48d04da1d632 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:16:43.202518 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-ec631efa-447e-4fd2-889a-0e375f48e0a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:16:43.259357 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-4b98b3e4-a599-470f-8502-56a95032f385 req-4b96abd4-eac5-46b7-914d-fe1bd95499eb tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Unset dirty status for tenant:8280c444ce7f4603a8a1042629dae0e6 on resource:network {{(pid=86362) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:16:43.261674 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ec631efa-447e-4fd2-889a-0e375f48e0a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:43.263661 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-ec631efa-447e-4fd2-889a-0e375f48e0a0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8d54e85f-4039-427c-8cac-6ac5f793c11b HTTP/1.1" status: 204 len: 168 time: 0.5437694 Apr 19 18:16:43.266571 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4b98b3e4-a599-470f-8502-56a95032f385 req-4b96abd4-eac5-46b7-914d-fe1bd95499eb tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/networks?id=8a0b2a47-900b-4baa-8d26-539dace3d837 HTTP/1.1" status: 200 len: 818 time: 0.6166658 Apr 19 18:16:43.312198 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e8433b25-adee-4df2-af06-ae2c3688d0dc req-a954a7d4-2492-4f6b-84c1-ed9079101141 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8daa5f29-66b7-4f4b-8e17-36e9ad49dfd3 HTTP/1.1" status: 200 len: 217 time: 0.2583544 Apr 19 18:16:43.336790 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 57748) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:16:43.338509 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4b98b3e4-a599-470f-8502-56a95032f385 req-175cb1f5-135d-4e83-a243-65605a1c6a3b tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/quotas/8280c444ce7f4603a8a1042629dae0e6 HTTP/1.1" status: 200 len: 375 time: 0.0334346 Apr 19 18:16:43.429846 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8433b25-adee-4df2-af06-ae2c3688d0dc req-8b4095b7-4d53-4865-bb45-e386557dedab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:16:43.431517 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e8433b25-adee-4df2-af06-ae2c3688d0dc req-8b4095b7-4d53-4865-bb45-e386557dedab service neutron] 10.222.0.53 "GET /v2.0/subnets?id=34d337c2-5f2f-4e52-a37c-792a5657b7af HTTP/1.1" status: 200 len: 854 time: 0.1103060 Apr 19 18:16:43.435870 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4521d38a-10c4-4545-92fa-43594f6b7348 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Network 4d554598-b480-4681-a36f-a7d82bbc0b33 is already hosted by enough agents. {{(pid=86362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:16:43.456563 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54973454-1e22-409d-963e-c3e27060076d req-88f5efb5-6928-4835-af83-297908f13ae5 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:16:43.468236 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-54973454-1e22-409d-963e-c3e27060076d req-88f5efb5-6928-4835-af83-297908f13ae5 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8cc09b0-0dfe-4348-8ed6-7762cc774356 HTTP/1.1" status: 200 len: 943 time: 0.4360216 Apr 19 18:16:43.533336 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-4521d38a-10c4-4545-92fa-43594f6b7348 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Resources bound (agent type, host, resource id): {{(pid=86362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:16:43.557638 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4521d38a-10c4-4545-92fa-43594f6b7348 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Received port after_create {{(pid=86362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:16:43.569552 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-54973454-1e22-409d-963e-c3e27060076d req-b51c47fa-ca08-4e6c-b564-b2b12c3cd1b0 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Synchronizing usage tracker for tenant:0192ebea383943fdbf60eb0089151581 on resource:security_group {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:16:43.573871 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6a2f16b3-c980-429e-b40f-c6a79eb7c46b req-cf17156c-f85d-404c-a4d0-607b40a0f0ca service neutron] 10.222.0.53 "GET /v2.0/networks/d6542d44-b175-4d6c-9707-3fb6fcc90f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3972435 Apr 19 18:16:43.586646 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:43.678668 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4521d38a-10c4-4545-92fa-43594f6b7348 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:43.689393 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4521d38a-10c4-4545-92fa-43594f6b7348 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Pushing event updated for resources: {'Port': ['ID=2ada5a36-b7a0-4b18-8980-1c544102965b,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:16:43.691994 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] For port 609b9c18-1fd2-4445-8f78-10a76f5dcb6c, host dv-cinder-786927-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-iscsi',level=0,port_id=609b9c18-1fd2-4445-8f78-10a76f5dcb6c,segment=NetworkSegment(7a2615d6-dc47-46a0-9b5b-ef7d5912dccf),segment_id=7a2615d6-dc47-46a0-9b5b-ef7d5912dccf)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:16:43.694058 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e8433b25-adee-4df2-af06-ae2c3688d0dc req-1e53e965-cccb-4076-84af-0fceece4d25f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d730787d-14ca-4c77-8e2c-83e69c9a7b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2036493 Apr 19 18:16:43.698944 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-4521d38a-10c4-4545-92fa-43594f6b7348 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:16:43.728850 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:43.733252 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-54973454-1e22-409d-963e-c3e27060076d req-b51c47fa-ca08-4e6c-b564-b2b12c3cd1b0 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Unset dirty status for tenant:0192ebea383943fdbf60eb0089151581 on resource:security_group {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:16:43.744496 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-54973454-1e22-409d-963e-c3e27060076d req-b51c47fa-ca08-4e6c-b564-b2b12c3cd1b0 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/security-groups?id=693fea71-500b-474f-8806-96b1fe4da529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745121 Apr 19 18:16:43.754402 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:16:43.850805 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 57772) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:16:43.879468 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4bcb8456-27ee-4d54-a688-5bc2c4f62a9c None None] Notify callbacks [] for port, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:43.899207 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-0b9825f1-41ac-4f05-8e15-ac83cd31797b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1005080149-network', 'tenant_id': 'dccba79a76fe467594863cdc8bb2c034'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:16:43.904614 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-4bcb8456-27ee-4d54-a688-5bc2c4f62a9c None None] Transition to ACTIVE for port object 1ea59b51-1470-479c-821b-53999e684bb9 will not be triggered until provisioned by entity L2. {{(pid=86364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:16:43.912175 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Pushing event updated for resources: {'Port': ['ID=609b9c18-1fd2-4445-8f78-10a76f5dcb6c,revision_number=5']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:16:43.913081 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-0b9825f1-41ac-4f05-8e15-ac83cd31797b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:16:43.916498 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:16:43.918128 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4bcb8456-27ee-4d54-a688-5bc2c4f62a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:43.921279 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-0b9825f1-41ac-4f05-8e15-ac83cd31797b admin admin] Usage tracker for resource:network and tenant:dccba79a76fe467594863cdc8bb2c034 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:16:43.924225 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:16:43.927726 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-0b9825f1-41ac-4f05-8e15-ac83cd31797b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:16:43.968476 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-0b9825f1-41ac-4f05-8e15-ac83cd31797b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:16:44.002287 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6a2f16b3-c980-429e-b40f-c6a79eb7c46b req-2345a1fa-f19a-4b32-8c7f-b6953a65d26c service neutron] 10.222.0.53 "GET /v2.0/networks/d6542d44-b175-4d6c-9707-3fb6fcc90f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4220421 Apr 19 18:16:44.057860 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-91d22846-b559-4d32-87da-db1d8d7b3e27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:44.076483 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b9825f1-41ac-4f05-8e15-ac83cd31797b admin admin] Made reservation on behalf of dccba79a76fe467594863cdc8bb2c034 for: {'network': 1} {{(pid=86363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:16:44.081229 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0b9825f1-41ac-4f05-8e15-ac83cd31797b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for network, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:44.103762 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4521d38a-10c4-4545-92fa-43594f6b7348 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:44.115804 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b79c659-c38e-4bb6-a97a-831c1e33ae14 None None] Pushing event updated for resources: {'Port': ['ID=1ea59b51-1470-479c-821b-53999e684bb9,revision_number=3']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:16:44.123539 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-5b79c659-c38e-4bb6-a97a-831c1e33ae14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:16:44.150085 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-91d22846-b559-4d32-87da-db1d8d7b3e27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:16:44.154103 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-91d22846-b559-4d32-87da-db1d8d7b3e27 admin admin] Usage tracker for resource:security_group_rule and tenant:91aa4cfabdac4261b844e3c70c4ccfb9 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:16:44.157120 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-91d22846-b559-4d32-87da-db1d8d7b3e27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:16:44.163457 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-91d22846-b559-4d32-87da-db1d8d7b3e27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:16:44.183524 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0b9825f1-41ac-4f05-8e15-ac83cd31797b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:44.183782 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-4bcb8456-27ee-4d54-a688-5bc2c4f62a9c None None] Attempting to bind port 1ea59b51-1470-479c-821b-53999e684bb9 on host dv-cinder-786927-1-iscsi for vnic_type normal with profile {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:16:44.184208 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-4bcb8456-27ee-4d54-a688-5bc2c4f62a9c None None] Attempting to bind port 1ea59b51-1470-479c-821b-53999e684bb9 by drivers openvswitch,hyperv on host dv-cinder-786927-1-iscsi at level 0 using segments [{'id': '3fe2987a-6741-4b11-91b6-22e760693dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8a0b2a47-900b-4baa-8d26-539dace3d837'}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:16:44.184625 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcb8456-27ee-4d54-a688-5bc2c4f62a9c None None] Attempting to bind port 1ea59b51-1470-479c-821b-53999e684bb9 on network 8a0b2a47-900b-4baa-8d26-539dace3d837 {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:16:44.192269 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcb8456-27ee-4d54-a688-5bc2c4f62a9c None None] Checking agent: {'id': '84360490-1fcf-4ef7-acd4-64c16b857909', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 7, 56), 'started_at': datetime.datetime(2021, 4, 19, 18, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:16:44.192695 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcb8456-27ee-4d54-a688-5bc2c4f62a9c None None] Checking segment: {'id': '3fe2987a-6741-4b11-91b6-22e760693dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8a0b2a47-900b-4baa-8d26-539dace3d837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:16:44.194378 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4bcb8456-27ee-4d54-a688-5bc2c4f62a9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:44.194828 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcb8456-27ee-4d54-a688-5bc2c4f62a9c None None] Bound using segment: {'id': '3fe2987a-6741-4b11-91b6-22e760693dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8a0b2a47-900b-4baa-8d26-539dace3d837'} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:16:44.195551 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-4bcb8456-27ee-4d54-a688-5bc2c4f62a9c None None] Bound port: 1ea59b51-1470-479c-821b-53999e684bb9, host: dv-cinder-786927-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fe2987a-6741-4b11-91b6-22e760693dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8a0b2a47-900b-4baa-8d26-539dace3d837'}}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:16:44.195976 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4bcb8456-27ee-4d54-a688-5bc2c4f62a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:44.245470 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-4b98b3e4-a599-470f-8502-56a95032f385 req-eacd3c5c-e1aa-46d4-b2d0-8a34a0a0c005 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Synchronizing usage tracker for tenant:8280c444ce7f4603a8a1042629dae0e6 on resource:port {{(pid=86362) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:16:44.247578 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-0b9825f1-41ac-4f05-8e15-ac83cd31797b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:16:44.259644 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-0b9825f1-41ac-4f05-8e15-ac83cd31797b admin admin] Usage tracker for resource:security_group_rule and tenant:dccba79a76fe467594863cdc8bb2c034 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:16:44.267480 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-0b9825f1-41ac-4f05-8e15-ac83cd31797b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:16:44.294651 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-0b9825f1-41ac-4f05-8e15-ac83cd31797b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:16:44.307121 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0808b23-bead-4221-8f38-92e60ed6cf39 req-be2211ac-919a-4ff3-8c7c-55210eeb2b05 tempest-DeleteServersTestJSON-1051952203 tempest-DeleteServersTestJSON-1051952203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:16:44.320012 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-4bcb8456-27ee-4d54-a688-5bc2c4f62a9c None None] For port 1ea59b51-1470-479c-821b-53999e684bb9, host dv-cinder-786927-1-iscsi, cleared binding levels {{(pid=86364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:16:44.322844 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f0808b23-bead-4221-8f38-92e60ed6cf39 req-be2211ac-919a-4ff3-8c7c-55210eeb2b05 tempest-DeleteServersTestJSON-1051952203 tempest-DeleteServersTestJSON-1051952203-project] 10.222.0.36 "GET /v2.0/ports?device_id=75e6fcb7-8519-439e-ba01-d5591cdb6a41 HTTP/1.1" status: 200 len: 944 time: 0.3459957 Apr 19 18:16:44.325267 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-4bcb8456-27ee-4d54-a688-5bc2c4f62a9c None None] For port 1ea59b51-1470-479c-821b-53999e684bb9, host dv-cinder-786927-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-iscsi',level=0,port_id=1ea59b51-1470-479c-821b-53999e684bb9,segment=NetworkSegment(3fe2987a-6741-4b11-91b6-22e760693dd6),segment_id=3fe2987a-6741-4b11-91b6-22e760693dd6)] {{(pid=86364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:16:44.335937 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4bcb8456-27ee-4d54-a688-5bc2c4f62a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:44.345980 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:16:44.428809 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a276fdac-a627-41e3-b4e9-b3e59420f2f4 req-ead1bf3e-ec31-4853-b460-83ad08751760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:16:44.430459 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a276fdac-a627-41e3-b4e9-b3e59420f2f4 req-ead1bf3e-ec31-4853-b460-83ad08751760 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=aa3a010554804d208c38fe0948124a46&device_id=75e6fcb7-8519-439e-ba01-d5591cdb6a41 HTTP/1.1" status: 200 len: 1097 time: 0.3350143 Apr 19 18:16:44.432875 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcb8456-27ee-4d54-a688-5bc2c4f62a9c None None] Routers {'649ab1c6-81c1-47de-9efb-c290da08b20d'} bound to L3 agent in host dv-cinder-786927-1-iscsi {{(pid=86364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:16:44.433602 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-4bcb8456-27ee-4d54-a688-5bc2c4f62a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T18:07:54Z,description=,heartbeat_timestamp=2021-04-19T18:16:24Z,host='dv-cinder-786927-1-iscsi',id=24af6f5b-4620-4572-ab28-0613f710586e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:07:54Z,topic='l3_agent')) {'router_ids': ['649ab1c6-81c1-47de-9efb-c290da08b20d'], 'active': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:16:44.506518 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f0808b23-bead-4221-8f38-92e60ed6cf39 req-feb19778-21c8-4ec7-afc9-de5af1cdfd49 tempest-DeleteServersTestJSON-1051952203 tempest-DeleteServersTestJSON-1051952203-project] 10.222.0.36 "GET /v2.0/security-groups?id=47cb2f47-8a13-4e99-a8cf-616a63b06189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825364 Apr 19 18:16:44.507102 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4521d38a-10c4-4545-92fa-43594f6b7348 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Notify callbacks [] for port, precommit_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:44.516835 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4521d38a-10c4-4545-92fa-43594f6b7348 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:44.543910 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e8433b25-adee-4df2-af06-ae2c3688d0dc req-c0a3bbff-015d-4c21-82bc-00f3e63bccb1 service neutron] 10.222.0.53 "GET /v2.0/networks/d730787d-14ca-4c77-8e2c-83e69c9a7b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7035985 Apr 19 18:16:44.556864 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:16:44.574998 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-91d22846-b559-4d32-87da-db1d8d7b3e27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:44.586931 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-91d22846-b559-4d32-87da-db1d8d7b3e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:44.613856 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b79c659-c38e-4bb6-a97a-831c1e33ae14 None None] Pushing event updated for resources: {'Port': ['ID=1ea59b51-1470-479c-821b-53999e684bb9,revision_number=4']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:16:44.617773 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-5b79c659-c38e-4bb6-a97a-831c1e33ae14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:16:44.637214 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:16:44.678789 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-4bcb8456-27ee-4d54-a688-5bc2c4f62a9c None None] Set router 649ab1c6-81c1-47de-9efb-c290da08b20d gateway port host: dv-cinder-786927-1-iscsi {{(pid=86364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:16:44.732892 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-91d22846-b559-4d32-87da-db1d8d7b3e27 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=91aa4cfabdac4261b844e3c70c4ccfb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8808362 Apr 19 18:16:44.733844 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d22846-b559-4d32-87da-db1d8d7b3e27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e62a17-e333-401a-8756-9f8d98095a00,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:16:44.751673 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 57798) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:16:44.785999 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-91d22846-b559-4d32-87da-db1d8d7b3e27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:16:44.822760 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e8433b25-adee-4df2-af06-ae2c3688d0dc req-b2384ebb-e03b-4f2d-989e-64526e4bab1d service neutron] 10.222.0.53 "GET /v2.0/networks/d730787d-14ca-4c77-8e2c-83e69c9a7b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668395 Apr 19 18:16:44.823486 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4521d38a-10c4-4545-92fa-43594f6b7348 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Pushing event updated for resources: {'Port': ['ID=2ada5a36-b7a0-4b18-8980-1c544102965b,revision_number=2']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:16:44.827377 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4521d38a-10c4-4545-92fa-43594f6b7348 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854123342'] for floatingip, after_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:44.847316 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 57804) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:16:44.850302 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-4b98b3e4-a599-470f-8502-56a95032f385 req-eacd3c5c-e1aa-46d4-b2d0-8a34a0a0c005 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Unset dirty status for tenant:8280c444ce7f4603a8a1042629dae0e6 on resource:port {{(pid=86362) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:16:44.851950 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4b98b3e4-a599-470f-8502-56a95032f385 req-eacd3c5c-e1aa-46d4-b2d0-8a34a0a0c005 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8280c444ce7f4603a8a1042629dae0e6&fields=id HTTP/1.1" status: 200 len: 255 time: 1.4998608 Apr 19 18:16:44.854711 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-4521d38a-10c4-4545-92fa-43594f6b7348 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:16:44.860590 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0b9825f1-41ac-4f05-8e15-ac83cd31797b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:44.866351 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a276fdac-a627-41e3-b4e9-b3e59420f2f4 req-ece2d798-64cc-42bd-ab7c-e83baf1c7b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:16:44.868560 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a276fdac-a627-41e3-b4e9-b3e59420f2f4 req-ece2d798-64cc-42bd-ab7c-e83baf1c7b50 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d6542d44-b175-4d6c-9707-3fb6fcc90f6b HTTP/1.1" status: 200 len: 913 time: 0.4163666 Apr 19 18:16:44.875502 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0b9825f1-41ac-4f05-8e15-ac83cd31797b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:45.021779 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:16:45.034694 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-42c150c4-6395-43a7-a74c-689c9b331543 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-907763591-network', 'tenant_id': '14b733598ad74213917cdf30bda8e446'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:16:45.049994 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a276fdac-a627-41e3-b4e9-b3e59420f2f4 req-166dce4a-28bf-4ef0-9620-0e7fbc61d00a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2df6d88f-3ae7-41a7-9458-245ed0724012 HTTP/1.1" status: 200 len: 217 time: 0.1725621 Apr 19 18:16:45.114377 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-4bcb8456-27ee-4d54-a688-5bc2c4f62a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649ab1c6-81c1-47de-9efb-c290da08b20d', 'name': 'tempest-ServerRescueNegativeTestJSON-189171372-router', 'tenant_id': '8280c444ce7f4603a8a1042629dae0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '243d1416-2edb-4750-a40c-6a1ae9b689da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:16:18Z', 'updated_at': '2021-04-19T18:16:33Z', 'revision_number': 4, 'project_id': '8280c444ce7f4603a8a1042629dae0e6', 'gw_port': {'id': '243d1416-2edb-4750-a40c-6a1ae9b689da', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649ab1c6-81c1-47de-9efb-c290da08b20d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:16:21Z', 'updated_at': '2021-04-19T18:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi', '_interfaces': [{'id': '1ea59b51-1470-479c-821b-53999e684bb9', 'name': '', 'network_id': '8a0b2a47-900b-4baa-8d26-539dace3d837', 'tenant_id': '8280c444ce7f4603a8a1042629dae0e6', 'mac_address': 'fa:16:3e:ee:c9:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '649ab1c6-81c1-47de-9efb-c290da08b20d', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ada99008-3d7e-49b3-8e59-95a033a8bf6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:16:28Z', 'updated_at': '2021-04-19T18:16:44Z', 'revision_number': 4, 'project_id': '8280c444ce7f4603a8a1042629dae0e6', 'subnets': [{'id': 'ada99008-3d7e-49b3-8e59-95a033a8bf6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-iscsi', False) {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:16:45.119347 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcb8456-27ee-4d54-a688-5bc2c4f62a9c None None] The sync data for ids ['649ab1c6-81c1-47de-9efb-c290da08b20d'] in dv-cinder-786927-1-iscsi is: [{'id': '649ab1c6-81c1-47de-9efb-c290da08b20d', 'name': 'tempest-ServerRescueNegativeTestJSON-189171372-router', 'tenant_id': '8280c444ce7f4603a8a1042629dae0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '243d1416-2edb-4750-a40c-6a1ae9b689da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:16:18Z', 'updated_at': '2021-04-19T18:16:33Z', 'revision_number': 4, 'project_id': '8280c444ce7f4603a8a1042629dae0e6', 'gw_port': {'id': '243d1416-2edb-4750-a40c-6a1ae9b689da', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649ab1c6-81c1-47de-9efb-c290da08b20d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:16:21Z', 'updated_at': '2021-04-19T18:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi', '_interfaces': [{'id': '1ea59b51-1470-479c-821b-53999e684bb9', 'name': '', 'network_id': '8a0b2a47-900b-4baa-8d26-539dace3d837', 'tenant_id': '8280c444ce7f4603a8a1042629dae0e6', 'mac_address': 'fa:16:3e:ee:c9:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '649ab1c6-81c1-47de-9efb-c290da08b20d', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ada99008-3d7e-49b3-8e59-95a033a8bf6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:16:28Z', 'updated_at': '2021-04-19T18:16:44Z', 'revision_number': 4, 'project_id': '8280c444ce7f4603a8a1042629dae0e6', 'subnets': [{'id': 'ada99008-3d7e-49b3-8e59-95a033a8bf6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:16:45.138766 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-42c150c4-6395-43a7-a74c-689c9b331543 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:16:45.144478 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b9825f1-41ac-4f05-8e15-ac83cd31797b admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=86363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 18:16:45.192331 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-42c150c4-6395-43a7-a74c-689c9b331543 admin admin] Usage tracker for resource:network and tenant:14b733598ad74213917cdf30bda8e446 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:16:45.197971 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a276fdac-a627-41e3-b4e9-b3e59420f2f4 req-6b6d8430-1431-4e06-b1f9-8380caaaa10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:16:45.199615 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a276fdac-a627-41e3-b4e9-b3e59420f2f4 req-6b6d8430-1431-4e06-b1f9-8380caaaa10d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6abedcc4-667b-4ef5-948f-d48f21cc23fa HTTP/1.1" status: 200 len: 852 time: 0.1327960 Apr 19 18:16:45.202561 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-42c150c4-6395-43a7-a74c-689c9b331543 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:16:45.206584 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9825f1-41ac-4f05-8e15-ac83cd31797b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d85140c-a732-43dd-8d8d-e7058f696eff,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:16:45.274558 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-42c150c4-6395-43a7-a74c-689c9b331543 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:16:45.285250 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a276fdac-a627-41e3-b4e9-b3e59420f2f4 req-81f656ce-497f-4ed9-aa56-f28758a6cfa5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d6542d44-b175-4d6c-9707-3fb6fcc90f6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668650 Apr 19 18:16:45.292103 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-0b9825f1-41ac-4f05-8e15-ac83cd31797b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:16:45.295846 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42c150c4-6395-43a7-a74c-689c9b331543 admin admin] Made reservation on behalf of 14b733598ad74213917cdf30bda8e446 for: {'network': 1} {{(pid=86363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:16:45.302258 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-42c150c4-6395-43a7-a74c-689c9b331543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for network, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:45.331036 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0b9825f1-41ac-4f05-8e15-ac83cd31797b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850937276'] for segment, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:45.331485 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.db.segments_db [None req-0b9825f1-41ac-4f05-8e15-ac83cd31797b admin admin] Added segment ad85982e-3272-4ff8-8598-626e04b8793e of type vlan for network d88ed2cb-6afc-44ef-bbbe-b8b36c79d1f0 Apr 19 18:16:45.333648 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4521d38a-10c4-4545-92fa-43594f6b7348 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773849'] for floatingip, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:45.334732 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-42c150c4-6395-43a7-a74c-689c9b331543 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:45.345085 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-4521d38a-10c4-4545-92fa-43594f6b7348 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7284327 Apr 19 18:16:45.361778 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4b98b3e4-a599-470f-8502-56a95032f385 req-cd7bb105-2799-48e7-8c36-9422cc75f7a4 service neutron] 10.222.0.36 "GET /v2.0/networks/8a0b2a47-900b-4baa-8d26-539dace3d837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4998572 Apr 19 18:16:45.579850 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4b98b3e4-a599-470f-8502-56a95032f385 req-d1222dd5-a50c-4f51-885f-965bd6f43d07 service neutron] 10.222.0.36 "GET /v2.0/networks/8a0b2a47-900b-4baa-8d26-539dace3d837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109747 Apr 19 18:16:45.587291 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eabaf4b-d2ce-448e-bcf6-b5b5823178fa req-dd62ed83-65b4-4930-b361-ddb4bd898451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:16:45.589456 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1eabaf4b-d2ce-448e-bcf6-b5b5823178fa req-dd62ed83-65b4-4930-b361-ddb4bd898451 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0192ebea383943fdbf60eb0089151581&device_id=b8cc09b0-0dfe-4348-8ed6-7762cc774356 HTTP/1.1" status: 200 len: 1096 time: 0.5840514 Apr 19 18:16:45.746717 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-186c8e50-328c-47a6-a1aa-c87cd5d5f321 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:45.781588 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-186c8e50-328c-47a6-a1aa-c87cd5d5f321 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:45.899883 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eabaf4b-d2ce-448e-bcf6-b5b5823178fa req-0da4c103-41eb-461d-8efd-062f45948bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:16:45.901503 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1eabaf4b-d2ce-448e-bcf6-b5b5823178fa req-0da4c103-41eb-461d-8efd-062f45948bf2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d730787d-14ca-4c77-8e2c-83e69c9a7b9a HTTP/1.1" status: 200 len: 915 time: 0.3049006 Apr 19 18:16:45.905807 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-42c150c4-6395-43a7-a74c-689c9b331543 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:16:45.908857 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 57840) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:16:45.919222 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-42c150c4-6395-43a7-a74c-689c9b331543 admin admin] Usage tracker for resource:security_group_rule and tenant:14b733598ad74213917cdf30bda8e446 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:16:45.922937 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-42c150c4-6395-43a7-a74c-689c9b331543 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:16:45.929386 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-42c150c4-6395-43a7-a74c-689c9b331543 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:16:46.013348 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa60eea5-8be1-4eab-bdd7-f1a840410b71 req-f75af493-ecc9-45a7-9241-a8fadd9daf9b tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:16:46.015001 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-fa60eea5-8be1-4eab-bdd7-f1a840410b71 req-f75af493-ecc9-45a7-9241-a8fadd9daf9b tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8cc09b0-0dfe-4348-8ed6-7762cc774356 HTTP/1.1" status: 200 len: 943 time: 1.0638380 Apr 19 18:16:46.017761 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a276fdac-a627-41e3-b4e9-b3e59420f2f4 req-a9f2adb5-2efb-4521-bf97-7d84b990b874 service neutron] 10.222.0.53 "GET /v2.0/networks/d6542d44-b175-4d6c-9707-3fb6fcc90f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6883981 Apr 19 18:16:46.065080 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device 1ea59b51-1470-479c-821b-53999e684bb9 up at agent ovs-agent-dv-cinder-786927-1-iscsi {{(pid=86364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:16:46.079968 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1eabaf4b-d2ce-448e-bcf6-b5b5823178fa req-8e3bb763-65db-484f-89e6-a751fd1334cd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8daa5f29-66b7-4f4b-8e17-36e9ad49dfd3 HTTP/1.1" status: 200 len: 217 time: 0.1631024 Apr 19 18:16:46.201400 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Provisioning for port 1ea59b51-1470-479c-821b-53999e684bb9 completed by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:16:46.206897 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Provisioning complete for port 1ea59b51-1470-479c-821b-53999e684bb9 triggered by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:16:46.210203 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:46.211855 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4e01c3bc-e9a8-44d5-8c86-2c16164d74d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:46.228043 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eabaf4b-d2ce-448e-bcf6-b5b5823178fa req-07603cae-cbad-4f35-90df-f9234bf97073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:16:46.229601 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1eabaf4b-d2ce-448e-bcf6-b5b5823178fa req-07603cae-cbad-4f35-90df-f9234bf97073 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=34d337c2-5f2f-4e52-a37c-792a5657b7af HTTP/1.1" status: 200 len: 854 time: 0.1446426 Apr 19 18:16:46.265404 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-a68c937c-9851-4ae7-853f-63553ab14ea9 req-2e3fb9a0-c69f-4aff-86ca-aef2924a5d88 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Synchronizing usage tracker for tenant:fc6d959c6b83478bb73dfad880a83f28 on resource:security_group {{(pid=86362) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:16:46.270264 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-4e01c3bc-e9a8-44d5-8c86-2c16164d74d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:16:46.295308 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-42c150c4-6395-43a7-a74c-689c9b331543 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:46.302446 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0b9825f1-41ac-4f05-8e15-ac83cd31797b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782697800819'] for network, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:46.312996 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-42c150c4-6395-43a7-a74c-689c9b331543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:46.335628 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42c150c4-6395-43a7-a74c-689c9b331543 admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=86363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 18:16:46.344779 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1eabaf4b-d2ce-448e-bcf6-b5b5823178fa req-5df6f369-cee9-404a-a0a5-53dd6139d215 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d730787d-14ca-4c77-8e2c-83e69c9a7b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0831058 Apr 19 18:16:46.344978 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-42c150c4-6395-43a7-a74c-689c9b331543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850937276'] for segment, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:46.345253 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.db.segments_db [None req-42c150c4-6395-43a7-a74c-689c9b331543 admin admin] Added segment e4cdddb9-da24-474f-b5f6-961ba4d7a61d of type vlan for network 0af7228a-6f40-48e6-bc73-eb761c550184 Apr 19 18:16:46.357759 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-4e01c3bc-e9a8-44d5-8c86-2c16164d74d4 admin admin] Usage tracker for resource:security_group_rule and tenant:732cdebcc60b4eeea9d11be27df5d509 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:16:46.363949 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:46.364345 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-4e01c3bc-e9a8-44d5-8c86-2c16164d74d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:16:46.400712 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-4e01c3bc-e9a8-44d5-8c86-2c16164d74d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:16:46.416328 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] For port 1ea59b51-1470-479c-821b-53999e684bb9, host dv-cinder-786927-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-iscsi',level=0,port_id=1ea59b51-1470-479c-821b-53999e684bb9,segment=NetworkSegment(3fe2987a-6741-4b11-91b6-22e760693dd6),segment_id=3fe2987a-6741-4b11-91b6-22e760693dd6)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:16:46.417930 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:16:46.420021 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:46.422663 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device 609b9c18-1fd2-4445-8f78-10a76f5dcb6c up at agent ovs-agent-dv-cinder-786927-1-iscsi {{(pid=86364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:16:46.452572 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:16:46.457895 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-42c150c4-6395-43a7-a74c-689c9b331543 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782697800819'] for network, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:46.475409 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-a68c937c-9851-4ae7-853f-63553ab14ea9 req-2e3fb9a0-c69f-4aff-86ca-aef2924a5d88 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Unset dirty status for tenant:fc6d959c6b83478bb73dfad880a83f28 on resource:security_group {{(pid=86362) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:16:46.476680 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a68c937c-9851-4ae7-853f-63553ab14ea9 req-2e3fb9a0-c69f-4aff-86ca-aef2924a5d88 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--368951208&fields=id&tenant_id=fc6d959c6b83478bb73dfad880a83f28 HTTP/1.1" status: 200 len: 267 time: 0.4525704 Apr 19 18:16:46.507568 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-fa60eea5-8be1-4eab-bdd7-f1a840410b71 req-4c3c390a-aa9a-407e-88e8-a106fdb353c2 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/security-groups?id=693fea71-500b-474f-8806-96b1fe4da529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4103057 Apr 19 18:16:46.563889 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-186c8e50-328c-47a6-a1aa-c87cd5d5f321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:46.566981 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.db.resource_extend [None req-0b9825f1-41ac-4f05-8e15-ac83cd31797b admin admin] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 19 18:16:46.587545 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Pushing event updated for resources: {'Port': ['ID=1ea59b51-1470-479c-821b-53999e684bb9,revision_number=5']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:16:46.591207 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:16:46.606728 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Provisioning complete for port 609b9c18-1fd2-4445-8f78-10a76f5dcb6c triggered by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:16:46.607728 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:46.623159 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c150c4-6395-43a7-a74c-689c9b331543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d36f1bd-da5c-42cf-a3cc-35fc891a30f9,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:16:46.698643 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-42c150c4-6395-43a7-a74c-689c9b331543 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:16:46.699214 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-42c150c4-6395-43a7-a74c-689c9b331543 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:16:46.713838 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186c8e50-328c-47a6-a1aa-c87cd5d5f321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e62a17-e333-401a-8756-9f8d98095a00,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:16:46.719002 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-186c8e50-328c-47a6-a1aa-c87cd5d5f321 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:16:46.724501 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1eabaf4b-d2ce-448e-bcf6-b5b5823178fa req-5bd5555a-ebc7-4e6a-82da-1ea81b82a4ea service neutron] 10.222.0.53 "GET /v2.0/networks/d730787d-14ca-4c77-8e2c-83e69c9a7b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3614233 Apr 19 18:16:46.731945 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-42c150c4-6395-43a7-a74c-689c9b331543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962'] for network, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:46.733159 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68c937c-9851-4ae7-853f-63553ab14ea9 req-0c37f1d1-508c-42e1-928b-8f7176431eb9 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:16:46.735936 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a68c937c-9851-4ae7-853f-63553ab14ea9 req-0c37f1d1-508c-42e1-928b-8f7176431eb9 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/networks?id=3797f849-9d72-4a34-898b-30cdb86131ec HTTP/1.1" status: 200 len: 810 time: 0.2411647 Apr 19 18:16:46.741033 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c150c4-6395-43a7-a74c-689c9b331543 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:16:46.741708 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-42c150c4-6395-43a7-a74c-689c9b331543 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759945'] for network, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:46.747141 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a276fdac-a627-41e3-b4e9-b3e59420f2f4 req-4e61bb8a-f73e-4253-b9c3-3facd9dcf3a2 service neutron] 10.222.0.53 "GET /v2.0/networks/d6542d44-b175-4d6c-9707-3fb6fcc90f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7139618 Apr 19 18:16:46.749692 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:16:46.785482 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0b9825f1-41ac-4f05-8e15-ac83cd31797b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962'] for network, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:46.866382 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9825f1-41ac-4f05-8e15-ac83cd31797b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:16:46.866931 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0b9825f1-41ac-4f05-8e15-ac83cd31797b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759945'] for network, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:46.916924 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1eabaf4b-d2ce-448e-bcf6-b5b5823178fa req-08b97de1-b7fe-4acc-baca-0cce9749b2a5 service neutron] 10.222.0.53 "GET /v2.0/networks/d730787d-14ca-4c77-8e2c-83e69c9a7b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799445 Apr 19 18:16:46.918198 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a68c937c-9851-4ae7-853f-63553ab14ea9 req-daf382d1-acac-44f5-b0a2-1cd091c73634 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/quotas/fc6d959c6b83478bb73dfad880a83f28 HTTP/1.1" status: 200 len: 375 time: 0.0331957 Apr 19 18:16:46.970921 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-186c8e50-328c-47a6-a1aa-c87cd5d5f321 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:46.972176 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-186c8e50-328c-47a6-a1aa-c87cd5d5f321 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b5e62a17-e333-401a-8756-9f8d98095a00 HTTP/1.1" status: 204 len: 168 time: 2.2158120 Apr 19 18:16:46.980927 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c150c4-6395-43a7-a74c-689c9b331543 admin admin] Pushing event updated for resources: {'Network': ['ID=0af7228a-6f40-48e6-bc73-eb761c550184,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:16:46.988154 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-42c150c4-6395-43a7-a74c-689c9b331543 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.1393487 Apr 19 18:16:46.994321 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 57858) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:16:46.994639 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 57860) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:16:46.994752 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-0b9825f1-41ac-4f05-8e15-ac83cd31797b admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.6353505 Apr 19 18:16:46.996493 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4e01c3bc-e9a8-44d5-8c86-2c16164d74d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:46.997939 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-42c150c4-6395-43a7-a74c-689c9b331543 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:16:46.998397 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:16:47.001587 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Network 0af7228a-6f40-48e6-bc73-eb761c550184 details requested by agent ovs-agent-dv-cinder-786927-1-iscsi with host dv-cinder-786927-1-iscsi {{(pid=86364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 18:16:47.006460 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-760bb96b-2865-4f8c-89d5-ad2b7d8a6c5c admin admin] Request body: {'subnet': {'network_id': '0af7228a-6f40-48e6-bc73-eb761c550184', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-907763591-subnet', 'tenant_id': '14b733598ad74213917cdf30bda8e446', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:16:47.015083 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-2e585041-3bd7-4f06-9190-200592923c47 admin admin] Request body: {'subnet': {'network_id': 'd88ed2cb-6afc-44ef-bbbe-b8b36c79d1f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1005080149-subnet', 'tenant_id': 'dccba79a76fe467594863cdc8bb2c034', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:16:47.018826 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4e01c3bc-e9a8-44d5-8c86-2c16164d74d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:47.023703 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-760bb96b-2865-4f8c-89d5-ad2b7d8a6c5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:16:47.026088 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-2e585041-3bd7-4f06-9190-200592923c47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:16:47.031690 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-2e585041-3bd7-4f06-9190-200592923c47 admin admin] Usage tracker for resource:subnet and tenant:dccba79a76fe467594863cdc8bb2c034 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:16:47.034844 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-2e585041-3bd7-4f06-9190-200592923c47 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:16:47.041917 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-2e585041-3bd7-4f06-9190-200592923c47 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:16:47.084127 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:16:47.098331 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-4e01c3bc-e9a8-44d5-8c86-2c16164d74d4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=732cdebcc60b4eeea9d11be27df5d509&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1882715 Apr 19 18:16:47.099517 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e585041-3bd7-4f06-9190-200592923c47 admin admin] Made reservation on behalf of dccba79a76fe467594863cdc8bb2c034 for: {'subnet': 1} {{(pid=86362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:16:47.104316 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2e585041-3bd7-4f06-9190-200592923c47 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:47.109604 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 57866) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:16:47.118465 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-760bb96b-2865-4f8c-89d5-ad2b7d8a6c5c admin admin] Usage tracker for resource:subnet and tenant:14b733598ad74213917cdf30bda8e446 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:16:47.130572 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-760bb96b-2865-4f8c-89d5-ad2b7d8a6c5c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:16:47.147784 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2606f05-44de-4b6e-89b9-b8f8164e45e9 req-26c1bef3-2ea3-419b-a57e-28af382592be tempest-DeleteServersTestJSON-1051952203 tempest-DeleteServersTestJSON-1051952203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:16:47.149514 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a2606f05-44de-4b6e-89b9-b8f8164e45e9 req-26c1bef3-2ea3-419b-a57e-28af382592be tempest-DeleteServersTestJSON-1051952203 tempest-DeleteServersTestJSON-1051952203-project] 10.222.0.36 "GET /v2.0/ports?device_id=75e6fcb7-8519-439e-ba01-d5591cdb6a41 HTTP/1.1" status: 200 len: 944 time: 0.2735906 Apr 19 18:16:47.157942 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9825f1-41ac-4f05-8e15-ac83cd31797b admin admin] Pushing event updated for resources: {'Network': ['ID=d88ed2cb-6afc-44ef-bbbe-b8b36c79d1f0,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:16:47.182468 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-0b9825f1-41ac-4f05-8e15-ac83cd31797b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:16:47.205039 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-760bb96b-2865-4f8c-89d5-ad2b7d8a6c5c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:16:47.240050 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a2606f05-44de-4b6e-89b9-b8f8164e45e9 req-d8065762-5164-4daf-9147-2e47ff1bc2bb tempest-DeleteServersTestJSON-1051952203 tempest-DeleteServersTestJSON-1051952203-project] 10.222.0.36 "GET /v2.0/security-groups?id=47cb2f47-8a13-4e99-a8cf-616a63b06189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793526 Apr 19 18:16:47.245161 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Network d88ed2cb-6afc-44ef-bbbe-b8b36c79d1f0 details requested by agent ovs-agent-dv-cinder-786927-1-iscsi with host dv-cinder-786927-1-iscsi {{(pid=86364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 18:16:47.256406 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-85a9881f-39cf-45f5-888e-fa732a7230f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:47.336028 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-85a9881f-39cf-45f5-888e-fa732a7230f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:47.394086 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e01c3bc-e9a8-44d5-8c86-2c16164d74d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9455e072-864b-4094-a625-1b1e4cef4afd,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:16:47.405690 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-4e01c3bc-e9a8-44d5-8c86-2c16164d74d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:16:47.414929 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a68c937c-9851-4ae7-853f-63553ab14ea9 req-bc48435f-0f46-411b-8e62-a9420207ee5e tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=fc6d959c6b83478bb73dfad880a83f28&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4853728 Apr 19 18:16:47.415639 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-760bb96b-2865-4f8c-89d5-ad2b7d8a6c5c admin admin] Made reservation on behalf of 14b733598ad74213917cdf30bda8e446 for: {'subnet': 1} {{(pid=86362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:16:47.420750 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-760bb96b-2865-4f8c-89d5-ad2b7d8a6c5c admin admin] Notify callbacks [] for subnet, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:47.438247 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-85a9881f-39cf-45f5-888e-fa732a7230f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:47.444006 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-7d1bf939-5fa7-42aa-9d5e-77172584da0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:16:47.458591 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a9881f-39cf-45f5-888e-fa732a7230f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9455e072-864b-4094-a625-1b1e4cef4afd,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:16:47.466562 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-85a9881f-39cf-45f5-888e-fa732a7230f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:16:47.473779 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-85a9881f-39cf-45f5-888e-fa732a7230f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:47.477123 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-85a9881f-39cf-45f5-888e-fa732a7230f8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9455e072-864b-4094-a625-1b1e4cef4afd HTTP/1.1" status: 204 len: 168 time: 0.3642890 Apr 19 18:16:47.547814 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-307e541b-967d-4471-b5fd-b872e96f6d22 req-2a6b93bf-9f25-4652-a732-459972e1e127 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?device_id=16315f5a-aa7c-4989-ae90-ef13ce620234 HTTP/1.1" status: 200 len: 210 time: 0.0712135 Apr 19 18:16:47.557797 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 57876) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:16:47.584413 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-236999ac-3cac-4f26-ac26-e47df9a2e2ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:47.635046 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-236999ac-3cac-4f26-ac26-e47df9a2e2ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:16:47.648270 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-236999ac-3cac-4f26-ac26-e47df9a2e2ce admin admin] Usage tracker for resource:security_group_rule and tenant:f47c5536d1584755b693aa222241a918 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:16:47.651690 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-236999ac-3cac-4f26-ac26-e47df9a2e2ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:16:47.665392 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-236999ac-3cac-4f26-ac26-e47df9a2e2ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:16:47.760733 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Device 2df6d88f-3ae7-41a7-9458-245ed0724012 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:16:47.774447 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b98b3e4-a599-470f-8502-56a95032f385 req-5b9adde3-6dcd-42ce-8672-56276af66a03 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:16:47.777865 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4b98b3e4-a599-470f-8502-56a95032f385 req-5b9adde3-6dcd-42ce-8672-56276af66a03 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.53 "GET /v2.0/networks?id=8a0b2a47-900b-4baa-8d26-539dace3d837 HTTP/1.1" status: 200 len: 818 time: 0.5251882 Apr 19 18:16:47.807955 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-236999ac-3cac-4f26-ac26-e47df9a2e2ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:47.827013 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [req-4b98b3e4-a599-470f-8502-56a95032f385 req-207a02eb-9a4b-4444-8ed2-098c8343e6a0 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Request body: {'port': {'device_id': '16315f5a-aa7c-4989-ae90-ef13ce620234', 'network_id': '8a0b2a47-900b-4baa-8d26-539dace3d837', 'admin_state_up': True, 'tenant_id': '8280c444ce7f4603a8a1042629dae0e6'}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:16:47.857123 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-236999ac-3cac-4f26-ac26-e47df9a2e2ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:47.877916 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-186c8e50-328c-47a6-a1aa-c87cd5d5f321 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:16:47.904571 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device 1ea59b51-1470-479c-821b-53999e684bb9 up at agent ovs-agent-dv-cinder-786927-1-iscsi {{(pid=86364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:16:47.910758 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236999ac-3cac-4f26-ac26-e47df9a2e2ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c83c5673-8934-4ef3-9641-ccff2a811198,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:16:47.925597 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-236999ac-3cac-4f26-ac26-e47df9a2e2ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:16:47.944727 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-236999ac-3cac-4f26-ac26-e47df9a2e2ce admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f47c5536d1584755b693aa222241a918&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3832111 Apr 19 18:16:47.952446 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 57890) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:16:48.019104 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152e3d6b-b6b5-45bb-9680-f1781c4d9d7c req-7f5133f0-cef1-4b00-9e7a-bf897fcf6926 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:16:48.028559 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-152e3d6b-b6b5-45bb-9680-f1781c4d9d7c req-7f5133f0-cef1-4b00-9e7a-bf897fcf6926 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8cc09b0-0dfe-4348-8ed6-7762cc774356 HTTP/1.1" status: 200 len: 943 time: 0.2185214 Apr 19 18:16:48.045609 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 57894) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:16:48.096940 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-71388673-975e-495a-b68e-0358d93f9522 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:48.134197 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-152e3d6b-b6b5-45bb-9680-f1781c4d9d7c req-94f040de-a138-4d2b-ad5b-e62f1b58a22f tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/security-groups?id=693fea71-500b-474f-8806-96b1fe4da529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045380 Apr 19 18:16:48.142581 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-71388673-975e-495a-b68e-0358d93f9522 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:16:48.145016 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ad325250-aca0-4ff2-9c86-0ae3a1893ecc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:48.149387 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-71388673-975e-495a-b68e-0358d93f9522 admin admin] Usage tracker for resource:security_group_rule and tenant:4a65e8a0d04c46c891fc5c6ab3a71302 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:16:48.159318 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-71388673-975e-495a-b68e-0358d93f9522 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:16:48.186038 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-71388673-975e-495a-b68e-0358d93f9522 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:16:48.200862 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ad325250-aca0-4ff2-9c86-0ae3a1893ecc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:48.204317 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] For port 2df6d88f-3ae7-41a7-9458-245ed0724012, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=2df6d88f-3ae7-41a7-9458-245ed0724012,segment=NetworkSegment(14facb62-e9d1-4758-916e-05eedab8db3e),segment_id=14facb62-e9d1-4758-916e-05eedab8db3e)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:16:48.218605 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Provisioning complete for port 1ea59b51-1470-479c-821b-53999e684bb9 triggered by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:16:48.219211 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:48.225704 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a68c937c-9851-4ae7-853f-63553ab14ea9 req-3cf53a30-421f-48ca-99c8-9decf8261daf service neutron] 10.222.0.36 "GET /v2.0/networks/3797f849-9d72-4a34-898b-30cdb86131ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6740835 Apr 19 18:16:48.254422 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Returning: {'device': '2df6d88f-3ae7-41a7-9458-245ed0724012', 'network_id': 'd6542d44-b175-4d6c-9707-3fb6fcc90f6b', 'port_id': '2df6d88f-3ae7-41a7-9458-245ed0724012', 'mac_address': 'fa:16:3e:ea:32:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6abedcc4-667b-4ef5-948f-d48f21cc23fa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:16:48.347156 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:48.372416 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2df6d88f-3ae7-41a7-9458-245ed0724012 {{(pid=86364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:16:48.435795 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] For port 2df6d88f-3ae7-41a7-9458-245ed0724012, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=2df6d88f-3ae7-41a7-9458-245ed0724012,segment=NetworkSegment(14facb62-e9d1-4758-916e-05eedab8db3e),segment_id=14facb62-e9d1-4758-916e-05eedab8db3e)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:16:48.443276 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:48.444088 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Device 8daa5f29-66b7-4f4b-8e17-36e9ad49dfd3 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:16:48.449742 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:16:48.526984 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ad325250-aca0-4ff2-9c86-0ae3a1893ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:48.557175 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:16:48.594718 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad325250-aca0-4ff2-9c86-0ae3a1893ecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c83c5673-8934-4ef3-9641-ccff2a811198,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:16:48.608713 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-ad325250-aca0-4ff2-9c86-0ae3a1893ecc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:16:48.619416 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Pushing event updated for resources: {'Port': ['ID=2df6d88f-3ae7-41a7-9458-245ed0724012,revision_number=4']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:16:48.626806 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:16:48.639766 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd51849d-1062-4226-8fc5-a030cd9a91b7 req-dd281e06-196c-49b3-8ed5-f2bf99b42ba8 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:16:48.641538 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-dd51849d-1062-4226-8fc5-a030cd9a91b7 req-dd281e06-196c-49b3-8ed5-f2bf99b42ba8 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/networks?id=8a0b2a47-900b-4baa-8d26-539dace3d837 HTTP/1.1" status: 200 len: 818 time: 0.3555429 Apr 19 18:16:48.647807 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-71388673-975e-495a-b68e-0358d93f9522 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:48.649107 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ad325250-aca0-4ff2-9c86-0ae3a1893ecc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:48.653222 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-ad325250-aca0-4ff2-9c86-0ae3a1893ecc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c83c5673-8934-4ef3-9641-ccff2a811198 HTTP/1.1" status: 204 len: 168 time: 0.6962955 Apr 19 18:16:48.653396 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [req-4b98b3e4-a599-470f-8502-56a95032f385 req-207a02eb-9a4b-4444-8ed2-098c8343e6a0 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:16:48.653560 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-71388673-975e-495a-b68e-0358d93f9522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:48.663844 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-5209ac08-b209-4850-b0e3-9fdf028e155f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:16:48.696395 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] For port 8daa5f29-66b7-4f4b-8e17-36e9ad49dfd3, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=8daa5f29-66b7-4f4b-8e17-36e9ad49dfd3,segment=NetworkSegment(41139e2e-7812-4641-a996-451602e23acc),segment_id=41139e2e-7812-4641-a996-451602e23acc)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:16:48.697870 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [req-4b98b3e4-a599-470f-8502-56a95032f385 req-207a02eb-9a4b-4444-8ed2-098c8343e6a0 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:16:48.710829 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-dd51849d-1062-4226-8fc5-a030cd9a91b7 req-84b98cfe-2a4a-4723-9a3a-84f133934468 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/quotas/8280c444ce7f4603a8a1042629dae0e6 HTTP/1.1" status: 200 len: 375 time: 0.0343750 Apr 19 18:16:48.713646 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Returning: {'device': '8daa5f29-66b7-4f4b-8e17-36e9ad49dfd3', 'network_id': 'd730787d-14ca-4c77-8e2c-83e69c9a7b9a', 'port_id': '8daa5f29-66b7-4f4b-8e17-36e9ad49dfd3', 'mac_address': 'fa:16:3e:86:d5:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34d337c2-5f2f-4e52-a37c-792a5657b7af', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:16:48.782718 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:48.796083 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-71388673-975e-495a-b68e-0358d93f9522 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4a65e8a0d04c46c891fc5c6ab3a71302&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7457569 Apr 19 18:16:48.803261 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71388673-975e-495a-b68e-0358d93f9522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe994eff-bb75-4ff0-b47d-ab4071448d31,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:16:48.807022 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 57910) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:16:48.816882 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-71388673-975e-495a-b68e-0358d93f9522 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:16:48.823026 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8daa5f29-66b7-4f4b-8e17-36e9ad49dfd3 {{(pid=86364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:16:48.832186 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b98b3e4-a599-470f-8502-56a95032f385 req-207a02eb-9a4b-4444-8ed2-098c8343e6a0 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Made reservation on behalf of 8280c444ce7f4603a8a1042629dae0e6 for: {'port': 1} {{(pid=86362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:16:48.838369 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-4b98b3e4-a599-470f-8502-56a95032f385 req-207a02eb-9a4b-4444-8ed2-098c8343e6a0 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:48.846890 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] For port 8daa5f29-66b7-4f4b-8e17-36e9ad49dfd3, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=8daa5f29-66b7-4f4b-8e17-36e9ad49dfd3,segment=NetworkSegment(41139e2e-7812-4641-a996-451602e23acc),segment_id=41139e2e-7812-4641-a996-451602e23acc)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:16:48.851642 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:48.853627 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:16:48.923573 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-dd51849d-1062-4226-8fc5-a030cd9a91b7 req-e7001df9-d200-44d2-810e-c38a2559750d tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8280c444ce7f4603a8a1042629dae0e6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1793532 Apr 19 18:16:48.932250 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-20fb55af-990d-48c3-8785-aca04eae05d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:48.935032 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a68c937c-9851-4ae7-853f-63553ab14ea9 req-3005ca89-87e0-4c42-9b10-e5e36952a5b5 service neutron] 10.222.0.36 "GET /v2.0/networks/3797f849-9d72-4a34-898b-30cdb86131ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7083852 Apr 19 18:16:48.962704 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Pushing event updated for resources: {'Port': ['ID=8daa5f29-66b7-4f4b-8e17-36e9ad49dfd3,revision_number=4']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:16:48.966504 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:16:49.061962 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-20fb55af-990d-48c3-8785-aca04eae05d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:49.146188 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] get_ports_and_sgs() called for port_ids ['8daa5f29-66b7-4f4b-8e17-36e9ad49dfd3'] {{(pid=86364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:16:49.187566 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-dd51849d-1062-4226-8fc5-a030cd9a91b7 req-611bc221-f680-481a-b26c-2b4475e63d20 service neutron] 10.222.0.36 "GET /v2.0/networks/8a0b2a47-900b-4baa-8d26-539dace3d837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521942 Apr 19 18:16:49.207030 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] get_ports_and_sgs() called for port_ids ['2df6d88f-3ae7-41a7-9458-245ed0724012'] {{(pid=86364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:16:49.273998 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [req-4b98b3e4-a599-470f-8502-56a95032f385 req-207a02eb-9a4b-4444-8ed2-098c8343e6a0 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Allocated IP 172.20.0.11 (8a0b2a47-900b-4baa-8d26-539dace3d837/ada99008-3d7e-49b3-8e59-95a033a8bf6a/dab3f0e8-b34c-4a91-941f-44c4e7d7d787) {{(pid=86362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:16:49.310080 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-760bb96b-2865-4f8c-89d5-ad2b7d8a6c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853862292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962'] for subnet, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:49.337275 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-317eb65e-a552-48a8-9f68-cf031a23309a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:16:49.463253 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-20fb55af-990d-48c3-8785-aca04eae05d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:49.494141 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:16:49.508139 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-dd51849d-1062-4226-8fc5-a030cd9a91b7 req-e8274c0e-0b14-42ce-a917-6de86c195b67 service neutron] 10.222.0.36 "GET /v2.0/networks/8a0b2a47-900b-4baa-8d26-539dace3d837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3062587 Apr 19 18:16:49.513987 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fb55af-990d-48c3-8785-aca04eae05d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe994eff-bb75-4ff0-b47d-ab4071448d31,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:16:49.529172 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-20fb55af-990d-48c3-8785-aca04eae05d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:16:49.543539 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-20fb55af-990d-48c3-8785-aca04eae05d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:49.546014 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-20fb55af-990d-48c3-8785-aca04eae05d0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fe994eff-bb75-4ff0-b47d-ab4071448d31 HTTP/1.1" status: 204 len: 168 time: 0.7315595 Apr 19 18:16:49.842983 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760bb96b-2865-4f8c-89d5-ad2b7d8a6c5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c99ad35-962c-464b-9f7e-cd021ddb5083,revision_number=0']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:16:49.892463 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-f23befc6-a1a4-479b-8fc6-bec711deabf6 req-2ae578b9-3175-4d22-8f71-f00584d328d0 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Synchronizing usage tracker for tenant:fc6d959c6b83478bb73dfad880a83f28 on resource:port {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:16:49.911649 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-f23befc6-a1a4-479b-8fc6-bec711deabf6 req-2ae578b9-3175-4d22-8f71-f00584d328d0 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Unset dirty status for tenant:fc6d959c6b83478bb73dfad880a83f28 on resource:port {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:16:49.925603 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f23befc6-a1a4-479b-8fc6-bec711deabf6 req-2ae578b9-3175-4d22-8f71-f00584d328d0 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b691650-77a3-46c0-a67b-efc4dfadac21 HTTP/1.1" status: 200 len: 210 time: 0.1537189 Apr 19 18:16:49.978304 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-760bb96b-2865-4f8c-89d5-ad2b7d8a6c5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.641s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:16:50.012004 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2e585041-3bd7-4f06-9190-200592923c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853862292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962'] for subnet, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:50.016415 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760bb96b-2865-4f8c-89d5-ad2b7d8a6c5c admin admin] Checking segment: {'id': 'e4cdddb9-da24-474f-b5f6-961ba4d7a61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0af7228a-6f40-48e6-bc73-eb761c550184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:16:50.016967 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760bb96b-2865-4f8c-89d5-ad2b7d8a6c5c admin admin] Network hostable DHCP agents. Network: 0af7228a-6f40-48e6-bc73-eb761c550184, hostable agents: ['66dd5093-526f-401d-add7-2f8e88013a06'], hosted agents: [] {{(pid=86362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 18:16:50.048837 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:16:50.246577 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c25cd-1a16-45e1-8f7b-7bc11619d5ed req-8e26b501-b160-4996-97fa-0171fcc53f31 tempest-DeleteServersTestJSON-1051952203 tempest-DeleteServersTestJSON-1051952203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:16:50.265987 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7f3c25cd-1a16-45e1-8f7b-7bc11619d5ed req-8e26b501-b160-4996-97fa-0171fcc53f31 tempest-DeleteServersTestJSON-1051952203 tempest-DeleteServersTestJSON-1051952203-project] 10.222.0.36 "GET /v2.0/ports?device_id=75e6fcb7-8519-439e-ba01-d5591cdb6a41 HTTP/1.1" status: 200 len: 945 time: 0.8619719 Apr 19 18:16:50.291926 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760bb96b-2865-4f8c-89d5-ad2b7d8a6c5c admin admin] Network 0af7228a-6f40-48e6-bc73-eb761c550184 is scheduled to be hosted by DHCP agent 66dd5093-526f-401d-add7-2f8e88013a06 with binding_index 1 {{(pid=86362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 18:16:50.292483 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9773827-330d-45a1-9d52-655aa8251350 req-72c97157-14b0-4788-8222-22b317f1536c tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:16:50.306473 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a9773827-330d-45a1-9d52-655aa8251350 req-72c97157-14b0-4788-8222-22b317f1536c tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8cc09b0-0dfe-4348-8ed6-7762cc774356 HTTP/1.1" status: 200 len: 944 time: 0.1553733 Apr 19 18:16:50.375806 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a9773827-330d-45a1-9d52-655aa8251350 req-26d81731-857e-481d-9ff1-9a92a497e93d tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/security-groups?id=693fea71-500b-474f-8806-96b1fe4da529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678391 Apr 19 18:16:50.389595 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e585041-3bd7-4f06-9190-200592923c47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66d495d4-4a1e-4122-b803-7b785c0552e4,revision_number=0']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:16:50.415345 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-2e585041-3bd7-4f06-9190-200592923c47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:16:50.434791 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-760bb96b-2865-4f8c-89d5-ad2b7d8a6c5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786927-1-iscsi, 0af7228a-6f40-48e6-bc73-eb761c550184) {{(pid=86362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:16:50.445739 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5894e9-6dc6-4fa4-85af-c8da7896cb5e None None] Network 0af7228a-6f40-48e6-bc73-eb761c550184 requested from dv-cinder-786927-1-iscsi {{(pid=86364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:16:50.471406 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760bb96b-2865-4f8c-89d5-ad2b7d8a6c5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:16:50.471949 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-760bb96b-2865-4f8c-89d5-ad2b7d8a6c5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759945'] for subnet, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:50.518759 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e585041-3bd7-4f06-9190-200592923c47 admin admin] Checking segment: {'id': 'ad85982e-3272-4ff8-8598-626e04b8793e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd88ed2cb-6afc-44ef-bbbe-b8b36c79d1f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:16:50.519215 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e585041-3bd7-4f06-9190-200592923c47 admin admin] Network hostable DHCP agents. Network: d88ed2cb-6afc-44ef-bbbe-b8b36c79d1f0, hostable agents: ['66dd5093-526f-401d-add7-2f8e88013a06'], hosted agents: [] {{(pid=86362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 18:16:50.573008 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-4b98b3e4-a599-470f-8502-56a95032f385 req-207a02eb-9a4b-4444-8ed2-098c8343e6a0 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Notify callbacks [] for port, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:50.588381 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-7f3c25cd-1a16-45e1-8f7b-7bc11619d5ed req-ec9dc7ca-4eba-48d8-8972-34f289c97edc tempest-DeleteServersTestJSON-1051952203 tempest-DeleteServersTestJSON-1051952203-project] Synchronizing usage tracker for tenant:aa3a010554804d208c38fe0948124a46 on resource:security_group {{(pid=86362) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:16:50.679240 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a8a3c080-53c2-4b6d-b2e1-c9e46f788cc9 req-53f6e529-a0c2-478f-854b-6c0db8330395 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?device_id=87b4b104-2786-4f0b-a653-285749168117 HTTP/1.1" status: 200 len: 210 time: 0.1413291 Apr 19 18:16:50.717455 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e585041-3bd7-4f06-9190-200592923c47 admin admin] Network d88ed2cb-6afc-44ef-bbbe-b8b36c79d1f0 is scheduled to be hosted by DHCP agent 66dd5093-526f-401d-add7-2f8e88013a06 with binding_index 1 {{(pid=86362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 18:16:50.753768 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-760bb96b-2865-4f8c-89d5-ad2b7d8a6c5c admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.7555342 Apr 19 18:16:50.757841 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-7f3c25cd-1a16-45e1-8f7b-7bc11619d5ed req-ec9dc7ca-4eba-48d8-8972-34f289c97edc tempest-DeleteServersTestJSON-1051952203 tempest-DeleteServersTestJSON-1051952203-project] Unset dirty status for tenant:aa3a010554804d208c38fe0948124a46 on resource:security_group {{(pid=86362) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:16:50.770708 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7f3c25cd-1a16-45e1-8f7b-7bc11619d5ed req-ec9dc7ca-4eba-48d8-8972-34f289c97edc tempest-DeleteServersTestJSON-1051952203 tempest-DeleteServersTestJSON-1051952203-project] 10.222.0.36 "GET /v2.0/security-groups?id=47cb2f47-8a13-4e99-a8cf-616a63b06189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5037730 Apr 19 18:16:50.782130 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-2e585041-3bd7-4f06-9190-200592923c47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786927-1-iscsi, d88ed2cb-6afc-44ef-bbbe-b8b36c79d1f0) {{(pid=86362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:16:50.786290 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e585041-3bd7-4f06-9190-200592923c47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:16:50.787099 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2e585041-3bd7-4f06-9190-200592923c47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759945'] for subnet, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:50.806141 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1cec95c-7d09-44b9-84b1-1492e0f5dfe2 None None] Network d88ed2cb-6afc-44ef-bbbe-b8b36c79d1f0 requested from dv-cinder-786927-1-iscsi {{(pid=86364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:16:50.819174 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-2e585041-3bd7-4f06-9190-200592923c47 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.8149936 Apr 19 18:16:50.827551 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-4b98b3e4-a599-470f-8502-56a95032f385 req-207a02eb-9a4b-4444-8ed2-098c8343e6a0 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782697811417'] for port, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:50.836687 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-c2540239-77b6-45c2-9ca3-553564abe508 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:16:50.920202 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b98b3e4-a599-470f-8502-56a95032f385 req-207a02eb-9a4b-4444-8ed2-098c8343e6a0 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Network 8a0b2a47-900b-4baa-8d26-539dace3d837 is already hosted by enough agents. {{(pid=86362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:16:50.921904 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [req-4b98b3e4-a599-470f-8502-56a95032f385 req-207a02eb-9a4b-4444-8ed2-098c8343e6a0 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Resources bound (agent type, host, resource id): {{(pid=86362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:16:50.926930 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b98b3e4-a599-470f-8502-56a95032f385 req-207a02eb-9a4b-4444-8ed2-098c8343e6a0 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Received port after_create {{(pid=86362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:16:50.933146 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b98b3e4-a599-470f-8502-56a95032f385 req-207a02eb-9a4b-4444-8ed2-098c8343e6a0 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:16:50.933909 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-4b98b3e4-a599-470f-8502-56a95032f385 req-207a02eb-9a4b-4444-8ed2-098c8343e6a0 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759945'] for port, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:50.956439 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207a02eb-9a4b-4444-8ed2-098c8343e6a0 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Pushing event updated for resources: {'Port': ['ID=dab3f0e8-b34c-4a91-941f-44c4e7d7d787,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:16:50.969055 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-207a02eb-9a4b-4444-8ed2-098c8343e6a0 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:16:50.971608 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4b98b3e4-a599-470f-8502-56a95032f385 req-207a02eb-9a4b-4444-8ed2-098c8343e6a0 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1733050 Apr 19 18:16:50.990313 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [req-4b98b3e4-a599-470f-8502-56a95032f385 req-f91ad15f-d88c-4f95-bb5d-25fa13b449cf service neutron] Request body: {'port': {'device_id': '16315f5a-aa7c-4989-ae90-ef13ce620234', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:16:51.207586 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c19d62c6-97a2-4cfb-91fb-8bcbe471dd19 req-82c08a38-e63a-4def-b197-7f949222be21 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b691650-77a3-46c0-a67b-efc4dfadac21 HTTP/1.1" status: 200 len: 210 time: 0.1087618 Apr 19 18:16:51.317830 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-4b98b3e4-a599-470f-8502-56a95032f385 req-f91ad15f-d88c-4f95-bb5d-25fa13b449cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:51.382058 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ecab8e9-7095-41a4-8b89-60df9423b4bd None None] Network 0af7228a-6f40-48e6-bc73-eb761c550184 requested from dv-cinder-786927-1-iscsi {{(pid=86364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:16:51.486450 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68c937c-9851-4ae7-853f-63553ab14ea9 req-287adf8b-1155-48ba-9c1e-5399e325bcae tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:16:51.487246 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-a68c937c-9851-4ae7-853f-63553ab14ea9 req-287adf8b-1155-48ba-9c1e-5399e325bcae tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Synchronizing usage tracker for tenant:fc6d959c6b83478bb73dfad880a83f28 on resource:network {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:16:51.517248 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-a68c937c-9851-4ae7-853f-63553ab14ea9 req-287adf8b-1155-48ba-9c1e-5399e325bcae tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Unset dirty status for tenant:fc6d959c6b83478bb73dfad880a83f28 on resource:network {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:16:51.520723 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a68c937c-9851-4ae7-853f-63553ab14ea9 req-287adf8b-1155-48ba-9c1e-5399e325bcae tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.53 "GET /v2.0/networks?id=3797f849-9d72-4a34-898b-30cdb86131ec HTTP/1.1" status: 200 len: 810 time: 0.2766001 Apr 19 18:16:51.599281 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57bce8b5-5865-4445-8c20-b3c1ddc1b4da None None] Network d88ed2cb-6afc-44ef-bbbe-b8b36c79d1f0 requested from dv-cinder-786927-1-iscsi {{(pid=86364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:16:51.633942 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-a68c937c-9851-4ae7-853f-63553ab14ea9 req-c0981c17-6d95-44a1-b104-3a110f8f5519 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Synchronizing usage tracker for tenant:fc6d959c6b83478bb73dfad880a83f28 on resource:security_group {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:16:51.657285 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-a68c937c-9851-4ae7-853f-63553ab14ea9 req-c0981c17-6d95-44a1-b104-3a110f8f5519 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Unset dirty status for tenant:fc6d959c6b83478bb73dfad880a83f28 on resource:security_group {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:16:51.661569 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a68c937c-9851-4ae7-853f-63553ab14ea9 req-c0981c17-6d95-44a1-b104-3a110f8f5519 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fc6d959c6b83478bb73dfad880a83f28 HTTP/1.1" status: 200 len: 5703 time: 0.1310380 Apr 19 18:16:51.688410 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [req-a68c937c-9851-4ae7-853f-63553ab14ea9 req-298a0f94-2db8-49e4-a212-1d7a2bc6bf3f tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Request body: {'port': {'device_id': '1b691650-77a3-46c0-a67b-efc4dfadac21', 'network_id': '3797f849-9d72-4a34-898b-30cdb86131ec', 'admin_state_up': True, 'tenant_id': 'fc6d959c6b83478bb73dfad880a83f28', 'security_groups': ['778d29cd-223c-4156-b234-ea1b27d18789']}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:16:51.895425 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Device 2df6d88f-3ae7-41a7-9458-245ed0724012 up at agent hyperv_hv-cinder-78692 {{(pid=86364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:16:51.906235 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [req-a68c937c-9851-4ae7-853f-63553ab14ea9 req-298a0f94-2db8-49e4-a212-1d7a2bc6bf3f tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:16:51.918318 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [req-a68c937c-9851-4ae7-853f-63553ab14ea9 req-298a0f94-2db8-49e4-a212-1d7a2bc6bf3f tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:16:51.945825 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a68c937c-9851-4ae7-853f-63553ab14ea9 req-298a0f94-2db8-49e4-a212-1d7a2bc6bf3f tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Made reservation on behalf of fc6d959c6b83478bb73dfad880a83f28 for: {'port': 1} {{(pid=86363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:16:51.961821 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-a68c937c-9851-4ae7-853f-63553ab14ea9 req-298a0f94-2db8-49e4-a212-1d7a2bc6bf3f tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:51.992537 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.53', 56478) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:16:52.048267 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Provisioning for port 2df6d88f-3ae7-41a7-9458-245ed0724012 completed by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:16:52.056980 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Provisioning complete for port 2df6d88f-3ae7-41a7-9458-245ed0724012 triggered by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:16:52.057403 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:52.138885 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-bf24a74f-e7fd-4f14-beb6-2e58419bcde6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:52.175460 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e6e7f70d-15ff-4500-9a3d-e4f2d88cfde5 req-09918c3b-52e3-447f-8039-a56d3a9bf6c5 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?device_id=87b4b104-2786-4f0b-a653-285749168117 HTTP/1.1" status: 200 len: 210 time: 0.1757205 Apr 19 18:16:52.257746 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:52.292279 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [req-a68c937c-9851-4ae7-853f-63553ab14ea9 req-298a0f94-2db8-49e4-a212-1d7a2bc6bf3f tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Allocated IP 172.20.0.7 (3797f849-9d72-4a34-898b-30cdb86131ec/43bddb65-670a-42dd-9742-7aecd345a4ee/2cf87aef-3c78-43a0-9072-382888213ecc) {{(pid=86363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:16:52.292792 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75e6fcb7-8519-439e-ba01-d5591cdb6a41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2df6d88f-3ae7-41a7-9458-245ed0724012'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:16:52.391001 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] For port 2df6d88f-3ae7-41a7-9458-245ed0724012, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=2df6d88f-3ae7-41a7-9458-245ed0724012,segment=NetworkSegment(14facb62-e9d1-4758-916e-05eedab8db3e),segment_id=14facb62-e9d1-4758-916e-05eedab8db3e)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:16:52.395617 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:52.397513 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Device 8daa5f29-66b7-4f4b-8e17-36e9ad49dfd3 up at agent hyperv_hv-cinder-78692 {{(pid=86364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:16:52.459217 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd51849d-1062-4226-8fc5-a030cd9a91b7 req-9ffce5ba-6b9b-41fb-a082-780b759f2fb5 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:16:52.473261 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-dd51849d-1062-4226-8fc5-a030cd9a91b7 req-9ffce5ba-6b9b-41fb-a082-780b759f2fb5 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.53 "GET /v2.0/networks?id=8a0b2a47-900b-4baa-8d26-539dace3d837 HTTP/1.1" status: 200 len: 818 time: 0.4745286 Apr 19 18:16:52.479439 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-5b79c659-c38e-4bb6-a97a-831c1e33ae14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:16:52.494195 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [req-dd51849d-1062-4226-8fc5-a030cd9a91b7 req-fab435b2-057a-4c4e-b530-5e8db2875033 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Request body: {'port': {'device_id': '87b4b104-2786-4f0b-a653-285749168117', 'network_id': '8a0b2a47-900b-4baa-8d26-539dace3d837', 'admin_state_up': True, 'tenant_id': '8280c444ce7f4603a8a1042629dae0e6'}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:16:52.579979 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-a68c937c-9851-4ae7-853f-63553ab14ea9 req-298a0f94-2db8-49e4-a212-1d7a2bc6bf3f tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Notify callbacks [] for port, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:52.600534 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [req-a68c937c-9851-4ae7-853f-63553ab14ea9 req-298a0f94-2db8-49e4-a212-1d7a2bc6bf3f tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Transition to ACTIVE for port object 2cf87aef-3c78-43a0-9072-382888213ecc will not be triggered until provisioned by entity DHCP. {{(pid=86363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:16:52.676124 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb93f52-a5b0-4364-83a2-25a611766cbf req-d1d6827b-430e-446b-814e-20450291fb15 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:16:52.684392 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-acb93f52-a5b0-4364-83a2-25a611766cbf req-d1d6827b-430e-446b-814e-20450291fb15 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8cc09b0-0dfe-4348-8ed6-7762cc774356 HTTP/1.1" status: 200 len: 944 time: 1.0302634 Apr 19 18:16:52.698819 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-a68c937c-9851-4ae7-853f-63553ab14ea9 req-298a0f94-2db8-49e4-a212-1d7a2bc6bf3f tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782697811417'] for port, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:52.717712 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-d4cb22af-6870-4de0-8456-acd862add59f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:16:52.808987 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-acb93f52-a5b0-4364-83a2-25a611766cbf req-03fcc2e0-a7c5-4345-b13c-187c232fe547 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/security-groups?id=693fea71-500b-474f-8806-96b1fe4da529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235523 Apr 19 18:16:52.832740 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Provisioning for port 8daa5f29-66b7-4f4b-8e17-36e9ad49dfd3 completed by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:16:52.844661 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [req-dd51849d-1062-4226-8fc5-a030cd9a91b7 req-fab435b2-057a-4c4e-b530-5e8db2875033 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:16:52.848875 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Provisioning complete for port 8daa5f29-66b7-4f4b-8e17-36e9ad49dfd3 triggered by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:16:52.849411 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:52.852309 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-dd51849d-1062-4226-8fc5-a030cd9a91b7 req-fab435b2-057a-4c4e-b530-5e8db2875033 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Usage tracker for resource:port and tenant:8280c444ce7f4603a8a1042629dae0e6 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:16:52.859921 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-dd51849d-1062-4226-8fc5-a030cd9a91b7 req-fab435b2-057a-4c4e-b530-5e8db2875033 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:16:52.876069 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [req-dd51849d-1062-4226-8fc5-a030cd9a91b7 req-fab435b2-057a-4c4e-b530-5e8db2875033 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:16:52.934004 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a68c937c-9851-4ae7-853f-63553ab14ea9 req-298a0f94-2db8-49e4-a212-1d7a2bc6bf3f tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Network 3797f849-9d72-4a34-898b-30cdb86131ec is already hosted by enough agents. {{(pid=86363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:16:52.939812 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298a0f94-2db8-49e4-a212-1d7a2bc6bf3f tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Pushing event updated for resources: {'Port': ['ID=2cf87aef-3c78-43a0-9072-382888213ecc,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:16:52.942594 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [req-a68c937c-9851-4ae7-853f-63553ab14ea9 req-298a0f94-2db8-49e4-a212-1d7a2bc6bf3f tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Resources bound (agent type, host, resource id): {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:16:52.971028 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd51849d-1062-4226-8fc5-a030cd9a91b7 req-fab435b2-057a-4c4e-b530-5e8db2875033 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Made reservation on behalf of 8280c444ce7f4603a8a1042629dae0e6 for: {'port': 1} {{(pid=86362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:16:52.974245 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-298a0f94-2db8-49e4-a212-1d7a2bc6bf3f tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:16:52.981290 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [req-a68c937c-9851-4ae7-853f-63553ab14ea9 req-298a0f94-2db8-49e4-a212-1d7a2bc6bf3f tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Received port after_create {{(pid=86363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:16:52.986091 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-dd51849d-1062-4226-8fc5-a030cd9a91b7 req-fab435b2-057a-4c4e-b530-5e8db2875033 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:53.000885 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68c937c-9851-4ae7-853f-63553ab14ea9 req-298a0f94-2db8-49e4-a212-1d7a2bc6bf3f tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:16:53.001673 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-a68c937c-9851-4ae7-853f-63553ab14ea9 req-298a0f94-2db8-49e4-a212-1d7a2bc6bf3f tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759945'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:53.022102 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:53.038229 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Pushing event updated for resources: {'Port': ['ID=2df6d88f-3ae7-41a7-9458-245ed0724012,revision_number=5']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:16:53.038229 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:16:53.112533 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] For port 8daa5f29-66b7-4f4b-8e17-36e9ad49dfd3, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=8daa5f29-66b7-4f4b-8e17-36e9ad49dfd3,segment=NetworkSegment(41139e2e-7812-4641-a996-451602e23acc),segment_id=41139e2e-7812-4641-a996-451602e23acc)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:16:53.116358 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:53.120008 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:16:53.120729 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016b136e-5b93-4ca5-8c91-213c7a60c9c8 req-49c46891-ffe8-4c33-8b7e-a4a1fed44045 tempest-DeleteServersTestJSON-1051952203 tempest-DeleteServersTestJSON-1051952203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:16:53.122448 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-016b136e-5b93-4ca5-8c91-213c7a60c9c8 req-49c46891-ffe8-4c33-8b7e-a4a1fed44045 tempest-DeleteServersTestJSON-1051952203 tempest-DeleteServersTestJSON-1051952203-project] 10.222.0.36 "GET /v2.0/ports?device_id=75e6fcb7-8519-439e-ba01-d5591cdb6a41 HTTP/1.1" status: 200 len: 946 time: 0.4954937 Apr 19 18:16:53.163699 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a68c937c-9851-4ae7-853f-63553ab14ea9 req-298a0f94-2db8-49e4-a212-1d7a2bc6bf3f tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4961579 Apr 19 18:16:53.199829 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [req-4b98b3e4-a599-470f-8502-56a95032f385 req-f91ad15f-d88c-4f95-bb5d-25fa13b449cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dab3f0e8-b34c-4a91-941f-44c4e7d7d787 {{(pid=86362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:16:53.227258 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 58066) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:16:53.233032 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Pushing event updated for resources: {'Port': ['ID=8daa5f29-66b7-4f4b-8e17-36e9ad49dfd3,revision_number=5']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:16:53.238693 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:16:53.246883 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-4b98b3e4-a599-470f-8502-56a95032f385 req-f91ad15f-d88c-4f95-bb5d-25fa13b449cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:53.265161 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-46dc7ec3-0312-4102-a22a-da14a59d7af8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1292671212-network', 'tenant_id': 'a1820b97ebb74b19adaf4d68b5368caa'}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:16:53.270682 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-46dc7ec3-0312-4102-a22a-da14a59d7af8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:16:53.271465 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [req-a68c937c-9851-4ae7-853f-63553ab14ea9 req-7a9d0a53-8486-4142-ab5d-a90c4273b7dd service neutron] Request body: {'port': {'device_id': '1b691650-77a3-46c0-a67b-efc4dfadac21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:16:53.275345 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-46dc7ec3-0312-4102-a22a-da14a59d7af8 admin admin] Usage tracker for resource:network and tenant:a1820b97ebb74b19adaf4d68b5368caa is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:16:53.280082 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-46dc7ec3-0312-4102-a22a-da14a59d7af8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:16:53.287618 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-46dc7ec3-0312-4102-a22a-da14a59d7af8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:16:53.307732 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46dc7ec3-0312-4102-a22a-da14a59d7af8 admin admin] Made reservation on behalf of a1820b97ebb74b19adaf4d68b5368caa for: {'network': 1} {{(pid=86362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:16:53.312681 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-46dc7ec3-0312-4102-a22a-da14a59d7af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for network, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:53.329936 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-016b136e-5b93-4ca5-8c91-213c7a60c9c8 req-7a6e846d-4ee0-4f67-a794-65b6a3598658 tempest-DeleteServersTestJSON-1051952203 tempest-DeleteServersTestJSON-1051952203-project] 10.222.0.36 "GET /v2.0/security-groups?id=47cb2f47-8a13-4e99-a8cf-616a63b06189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765530 Apr 19 18:16:53.341297 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-46dc7ec3-0312-4102-a22a-da14a59d7af8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:53.371786 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-212fecb0-6a69-4352-957d-a8f4830bc4a1 None None] Provisioning for port 2cf87aef-3c78-43a0-9072-382888213ecc completed by entity DHCP. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:16:53.380981 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-212fecb0-6a69-4352-957d-a8f4830bc4a1 None None] Provisioning complete for port 2cf87aef-3c78-43a0-9072-382888213ecc triggered by entity DHCP. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:16:53.381407 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-212fecb0-6a69-4352-957d-a8f4830bc4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:53.413329 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 58074) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:16:53.450250 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [req-4b98b3e4-a599-470f-8502-56a95032f385 req-f91ad15f-d88c-4f95-bb5d-25fa13b449cf service neutron] Transition to ACTIVE for port object dab3f0e8-b34c-4a91-941f-44c4e7d7d787 will not be triggered until provisioned by entity L2. {{(pid=86362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:16:53.451648 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-8b93265a-2b1e-4cfe-a9f0-60737afdb937 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1926886624-network', 'tenant_id': '8546ed2e86704606a85c19a67ddb3570'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:16:53.461513 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-8b93265a-2b1e-4cfe-a9f0-60737afdb937 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:16:53.486208 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-212fecb0-6a69-4352-957d-a8f4830bc4a1 None None] Port 2cf87aef-3c78-43a0-9072-382888213ecc cannot update to ACTIVE because it is not bound. {{(pid=86364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:16:53.523911 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-46dc7ec3-0312-4102-a22a-da14a59d7af8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:16:53.528606 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-46dc7ec3-0312-4102-a22a-da14a59d7af8 admin admin] Usage tracker for resource:security_group_rule and tenant:a1820b97ebb74b19adaf4d68b5368caa is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:16:53.533001 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-46dc7ec3-0312-4102-a22a-da14a59d7af8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:16:53.539812 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-8b93265a-2b1e-4cfe-a9f0-60737afdb937 admin admin] Usage tracker for resource:network and tenant:8546ed2e86704606a85c19a67ddb3570 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:16:53.540885 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-46dc7ec3-0312-4102-a22a-da14a59d7af8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:16:53.552832 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-8b93265a-2b1e-4cfe-a9f0-60737afdb937 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:16:53.567469 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-be67dd6e-0c77-440a-bb92-ed884ab43bb4 req-02626223-4e0b-47bf-9a56-23712ae8dfab tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?device_id=87b4b104-2786-4f0b-a653-285749168117 HTTP/1.1" status: 200 len: 210 time: 0.0819595 Apr 19 18:16:53.568377 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-8b93265a-2b1e-4cfe-a9f0-60737afdb937 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:16:53.573483 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-a68c937c-9851-4ae7-853f-63553ab14ea9 req-7a9d0a53-8486-4142-ab5d-a90c4273b7dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:53.619677 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-4b98b3e4-a599-470f-8502-56a95032f385 req-f91ad15f-d88c-4f95-bb5d-25fa13b449cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:53.648632 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3bf786-dc25-4782-9ede-904cf374ad5d req-1a48ca3f-f428-4819-b603-ae418457df4b tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:16:53.657247 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-bd3bf786-dc25-4782-9ede-904cf374ad5d req-1a48ca3f-f428-4819-b603-ae418457df4b tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b691650-77a3-46c0-a67b-efc4dfadac21 HTTP/1.1" status: 200 len: 931 time: 0.6061988 Apr 19 18:16:53.667121 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-4521d38a-10c4-4545-92fa-43594f6b7348 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:16:53.773794 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91ad15f-d88c-4f95-bb5d-25fa13b449cf service neutron] Pushing event updated for resources: {'Port': ['ID=dab3f0e8-b34c-4a91-941f-44c4e7d7d787,revision_number=2']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:16:53.837632 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-f91ad15f-d88c-4f95-bb5d-25fa13b449cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:16:53.926374 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-46dc7ec3-0312-4102-a22a-da14a59d7af8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:53.996986 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-bd3bf786-dc25-4782-9ede-904cf374ad5d req-76ed4a5e-775b-4675-95a2-94e8378e1b6c tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/security-groups?id=778d29cd-223c-4156-b234-ea1b27d18789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3386729 Apr 19 18:16:54.004160 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-46dc7ec3-0312-4102-a22a-da14a59d7af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:54.021094 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75e6fcb7-8519-439e-ba01-d5591cdb6a41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2df6d88f-3ae7-41a7-9458-245ed0724012', 'code': 200} Apr 19 18:16:54.026828 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [req-dd51849d-1062-4226-8fc5-a030cd9a91b7 req-fab435b2-057a-4c4e-b530-5e8db2875033 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Allocated IP 172.20.0.2 (8a0b2a47-900b-4baa-8d26-539dace3d837/ada99008-3d7e-49b3-8e59-95a033a8bf6a/98d8ecda-c4bf-4896-9ccc-082fdde649d1) {{(pid=86362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:16:54.044308 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b59fedda-6df1-453a-83a1-afb0d587d120 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:16:54.185563 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f4201f42-1678-4b48-86a8-980c2422b7af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:54.345053 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [req-a68c937c-9851-4ae7-853f-63553ab14ea9 req-7a9d0a53-8486-4142-ab5d-a90c4273b7dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cf87aef-3c78-43a0-9072-382888213ecc {{(pid=86363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:16:54.356573 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-a68c937c-9851-4ae7-853f-63553ab14ea9 req-7a9d0a53-8486-4142-ab5d-a90c4273b7dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:54.394752 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [req-a68c937c-9851-4ae7-853f-63553ab14ea9 req-7a9d0a53-8486-4142-ab5d-a90c4273b7dd service neutron] Transition to ACTIVE for port object 2cf87aef-3c78-43a0-9072-382888213ecc will not be triggered until provisioned by entity L2. {{(pid=86363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:16:54.396183 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.53', 56482) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:16:54.456496 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b93265a-2b1e-4cfe-a9f0-60737afdb937 admin admin] Made reservation on behalf of 8546ed2e86704606a85c19a67ddb3570 for: {'network': 1} {{(pid=86363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:16:54.463101 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8b93265a-2b1e-4cfe-a9f0-60737afdb937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for network, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:54.479143 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-a68c937c-9851-4ae7-853f-63553ab14ea9 req-7a9d0a53-8486-4142-ab5d-a90c4273b7dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:54.498354 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 58102) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:16:54.532104 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8b93265a-2b1e-4cfe-a9f0-60737afdb937 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:54.550682 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-79f5cb1f-c16d-4bb6-856b-9df42fa427a1 tempest-DeleteServersTestJSON-1051952203 tempest-DeleteServersTestJSON-1051952203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:16:54.617557 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-8b93265a-2b1e-4cfe-a9f0-60737afdb937 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:16:54.657894 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46dc7ec3-0312-4102-a22a-da14a59d7af8 admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=86362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 18:16:54.681837 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-4b98b3e4-a599-470f-8502-56a95032f385 req-f91ad15f-d88c-4f95-bb5d-25fa13b449cf service neutron] Attempting to bind port dab3f0e8-b34c-4a91-941f-44c4e7d7d787 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:16:54.682464 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-4b98b3e4-a599-470f-8502-56a95032f385 req-f91ad15f-d88c-4f95-bb5d-25fa13b449cf service neutron] Attempting to bind port dab3f0e8-b34c-4a91-941f-44c4e7d7d787 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '3fe2987a-6741-4b11-91b6-22e760693dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8a0b2a47-900b-4baa-8d26-539dace3d837'}] {{(pid=86362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:16:54.683033 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b98b3e4-a599-470f-8502-56a95032f385 req-f91ad15f-d88c-4f95-bb5d-25fa13b449cf service neutron] Attempting to bind port dab3f0e8-b34c-4a91-941f-44c4e7d7d787 on network 8a0b2a47-900b-4baa-8d26-539dace3d837 {{(pid=86362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:16:54.686565 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-8b93265a-2b1e-4cfe-a9f0-60737afdb937 admin admin] Usage tracker for resource:security_group_rule and tenant:8546ed2e86704606a85c19a67ddb3570 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:16:54.699464 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-8b93265a-2b1e-4cfe-a9f0-60737afdb937 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:16:54.726636 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-8b93265a-2b1e-4cfe-a9f0-60737afdb937 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:16:54.736828 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9d0a53-8486-4142-ab5d-a90c4273b7dd service neutron] Pushing event updated for resources: {'Port': ['ID=2cf87aef-3c78-43a0-9072-382888213ecc,revision_number=2']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:16:54.760377 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-7a9d0a53-8486-4142-ab5d-a90c4273b7dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:16:54.772309 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-006b4b0a-33ff-45f6-9c8a-0b019fe2a247 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:54.792894 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-46dc7ec3-0312-4102-a22a-da14a59d7af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850937276'] for segment, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:54.793288 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.db.segments_db [None req-46dc7ec3-0312-4102-a22a-da14a59d7af8 admin admin] Added segment 3ec18359-fdf0-448c-9f23-c0d38dc49bfe of type vlan for network e5d4ab80-c673-48f6-a0fa-fabce3fd8146 Apr 19 18:16:54.798744 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-60872106-3921-4474-9775-f4da212b8297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:54.804083 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b98b3e4-a599-470f-8502-56a95032f385 req-f91ad15f-d88c-4f95-bb5d-25fa13b449cf service neutron] Port dab3f0e8-b34c-4a91-941f-44c4e7d7d787 on network 8a0b2a47-900b-4baa-8d26-539dace3d837 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 18:16:54.804712 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b98b3e4-a599-470f-8502-56a95032f385 req-f91ad15f-d88c-4f95-bb5d-25fa13b449cf service neutron] Attempting to bind port dab3f0e8-b34c-4a91-941f-44c4e7d7d787 on network 8a0b2a47-900b-4baa-8d26-539dace3d837 {{(pid=86362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:16:54.807052 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dc7ec3-0312-4102-a22a-da14a59d7af8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbebb8d7-e26e-49ef-ab22-8590f59e975e,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:16:54.810851 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-46dc7ec3-0312-4102-a22a-da14a59d7af8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.767s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:16:54.828551 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-006b4b0a-33ff-45f6-9c8a-0b019fe2a247 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:16:54.847297 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b98b3e4-a599-470f-8502-56a95032f385 req-f91ad15f-d88c-4f95-bb5d-25fa13b449cf service neutron] Checking agent: {'id': '45629c73-d10e-4994-a087-373ccf8ea198', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 14, 33), 'started_at': datetime.datetime(2021, 4, 19, 18, 14, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:16:54.847681 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b98b3e4-a599-470f-8502-56a95032f385 req-f91ad15f-d88c-4f95-bb5d-25fa13b449cf service neutron] Checking segment: {'id': '3fe2987a-6741-4b11-91b6-22e760693dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8a0b2a47-900b-4baa-8d26-539dace3d837'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:16:54.848107 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b98b3e4-a599-470f-8502-56a95032f385 req-f91ad15f-d88c-4f95-bb5d-25fa13b449cf service neutron] Bound using segment: {'id': '3fe2987a-6741-4b11-91b6-22e760693dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8a0b2a47-900b-4baa-8d26-539dace3d837'} {{(pid=86362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:16:54.848606 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-4b98b3e4-a599-470f-8502-56a95032f385 req-f91ad15f-d88c-4f95-bb5d-25fa13b449cf service neutron] Bound port: dab3f0e8-b34c-4a91-941f-44c4e7d7d787, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fe2987a-6741-4b11-91b6-22e760693dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8a0b2a47-900b-4baa-8d26-539dace3d837'}}] {{(pid=86362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:16:54.848994 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-4b98b3e4-a599-470f-8502-56a95032f385 req-f91ad15f-d88c-4f95-bb5d-25fa13b449cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:54.861229 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-006b4b0a-33ff-45f6-9c8a-0b019fe2a247 admin admin] Usage tracker for resource:security_group_rule and tenant:73172e01b2054df4b211e6b76fec82fa is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:16:54.871348 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-006b4b0a-33ff-45f6-9c8a-0b019fe2a247 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:16:54.887912 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-a68c937c-9851-4ae7-853f-63553ab14ea9 req-7a9d0a53-8486-4142-ab5d-a90c4273b7dd service neutron] Attempting to bind port 2cf87aef-3c78-43a0-9072-382888213ecc on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:16:54.888233 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-a68c937c-9851-4ae7-853f-63553ab14ea9 req-7a9d0a53-8486-4142-ab5d-a90c4273b7dd service neutron] Attempting to bind port 2cf87aef-3c78-43a0-9072-382888213ecc by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '7a2615d6-dc47-46a0-9b5b-ef7d5912dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3797f849-9d72-4a34-898b-30cdb86131ec'}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:16:54.888600 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68c937c-9851-4ae7-853f-63553ab14ea9 req-7a9d0a53-8486-4142-ab5d-a90c4273b7dd service neutron] Attempting to bind port 2cf87aef-3c78-43a0-9072-382888213ecc on network 3797f849-9d72-4a34-898b-30cdb86131ec {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:16:54.899376 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9725d9-0683-44fc-bc65-abb7948f7ce9 req-68ef782b-cd14-48eb-b652-3b1a5c8d75b8 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:16:54.901165 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-aa9725d9-0683-44fc-bc65-abb7948f7ce9 req-68ef782b-cd14-48eb-b652-3b1a5c8d75b8 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8cc09b0-0dfe-4348-8ed6-7762cc774356 HTTP/1.1" status: 200 len: 945 time: 0.5032842 Apr 19 18:16:54.901735 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-006b4b0a-33ff-45f6-9c8a-0b019fe2a247 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:16:54.905964 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139af76d-c25e-4f48-968d-f7872d76d8d4 req-74c986c9-31b4-4081-a10c-a3731f03ce23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:16:54.907491 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-139af76d-c25e-4f48-968d-f7872d76d8d4 req-74c986c9-31b4-4081-a10c-a3731f03ce23 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=75e6fcb7-8519-439e-ba01-d5591cdb6a41 HTTP/1.1" status: 200 len: 1099 time: 0.4530294 Apr 19 18:16:54.911066 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-46dc7ec3-0312-4102-a22a-da14a59d7af8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782697800819'] for network, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:54.929540 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68c937c-9851-4ae7-853f-63553ab14ea9 req-7a9d0a53-8486-4142-ab5d-a90c4273b7dd service neutron] Port 2cf87aef-3c78-43a0-9072-382888213ecc on network 3797f849-9d72-4a34-898b-30cdb86131ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 18:16:54.929911 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68c937c-9851-4ae7-853f-63553ab14ea9 req-7a9d0a53-8486-4142-ab5d-a90c4273b7dd service neutron] Attempting to bind port 2cf87aef-3c78-43a0-9072-382888213ecc on network 3797f849-9d72-4a34-898b-30cdb86131ec {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:16:54.960711 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68c937c-9851-4ae7-853f-63553ab14ea9 req-7a9d0a53-8486-4142-ab5d-a90c4273b7dd service neutron] Checking agent: {'id': '45629c73-d10e-4994-a087-373ccf8ea198', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 14, 33), 'started_at': datetime.datetime(2021, 4, 19, 18, 14, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:16:54.961096 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68c937c-9851-4ae7-853f-63553ab14ea9 req-7a9d0a53-8486-4142-ab5d-a90c4273b7dd service neutron] Checking segment: {'id': '7a2615d6-dc47-46a0-9b5b-ef7d5912dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3797f849-9d72-4a34-898b-30cdb86131ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:16:54.961521 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68c937c-9851-4ae7-853f-63553ab14ea9 req-7a9d0a53-8486-4142-ab5d-a90c4273b7dd service neutron] Bound using segment: {'id': '7a2615d6-dc47-46a0-9b5b-ef7d5912dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3797f849-9d72-4a34-898b-30cdb86131ec'} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:16:54.962001 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-a68c937c-9851-4ae7-853f-63553ab14ea9 req-7a9d0a53-8486-4142-ab5d-a90c4273b7dd service neutron] Bound port: 2cf87aef-3c78-43a0-9072-382888213ecc, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a2615d6-dc47-46a0-9b5b-ef7d5912dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3797f849-9d72-4a34-898b-30cdb86131ec'}}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:16:54.962388 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-a68c937c-9851-4ae7-853f-63553ab14ea9 req-7a9d0a53-8486-4142-ab5d-a90c4273b7dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:54.991219 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-139af76d-c25e-4f48-968d-f7872d76d8d4 req-35902d58-7d59-479d-afb7-78e4bb508980 service neutron] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:55.066394 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [req-139af76d-c25e-4f48-968d-f7872d76d8d4 req-35902d58-7d59-479d-afb7-78e4bb508980 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:16:55.075876 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.db.resource_extend [None req-46dc7ec3-0312-4102-a22a-da14a59d7af8 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86362) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 19 18:16:55.090408 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-aa9725d9-0683-44fc-bc65-abb7948f7ce9 req-8430f0ab-b81a-4fd5-b607-2567bf69ab8a tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/security-groups?id=693fea71-500b-474f-8806-96b1fe4da529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807628 Apr 19 18:16:55.093839 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-139af76d-c25e-4f48-968d-f7872d76d8d4 req-35902d58-7d59-479d-afb7-78e4bb508980 service neutron] Usage tracker for resource:security_group_rule and tenant:41f7a8601cd743fba49832754fe3bc72 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:16:55.102844 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-139af76d-c25e-4f48-968d-f7872d76d8d4 req-35902d58-7d59-479d-afb7-78e4bb508980 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:16:55.121816 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [req-139af76d-c25e-4f48-968d-f7872d76d8d4 req-35902d58-7d59-479d-afb7-78e4bb508980 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:16:55.162708 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cb16f2-e328-4c1e-b74c-4be69472272a req-54e35eb9-1abd-4699-ad07-2951ce0ece20 tempest-DeleteServersTestJSON-1051952203 tempest-DeleteServersTestJSON-1051952203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:16:55.164623 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-91cb16f2-e328-4c1e-b74c-4be69472272a req-54e35eb9-1abd-4699-ad07-2951ce0ece20 tempest-DeleteServersTestJSON-1051952203 tempest-DeleteServersTestJSON-1051952203-project] 10.222.0.36 "GET /v2.0/ports?device_id=75e6fcb7-8519-439e-ba01-d5591cdb6a41 HTTP/1.1" status: 200 len: 946 time: 0.5960772 Apr 19 18:16:55.174953 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8b93265a-2b1e-4cfe-a9f0-60737afdb937 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:55.179829 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-a68c937c-9851-4ae7-853f-63553ab14ea9 req-7a9d0a53-8486-4142-ab5d-a90c4273b7dd service neutron] For port 2cf87aef-3c78-43a0-9072-382888213ecc, host hv-cinder-78692, cleared binding levels {{(pid=86363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:16:55.179990 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-46dc7ec3-0312-4102-a22a-da14a59d7af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962'] for network, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:55.183449 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-a68c937c-9851-4ae7-853f-63553ab14ea9 req-7a9d0a53-8486-4142-ab5d-a90c4273b7dd service neutron] For port 2cf87aef-3c78-43a0-9072-382888213ecc, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=2cf87aef-3c78-43a0-9072-382888213ecc,segment=NetworkSegment(7a2615d6-dc47-46a0-9b5b-ef7d5912dccf),segment_id=7a2615d6-dc47-46a0-9b5b-ef7d5912dccf)] {{(pid=86363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:16:55.186170 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8b93265a-2b1e-4cfe-a9f0-60737afdb937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:55.192362 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:16:55.193575 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46dc7ec3-0312-4102-a22a-da14a59d7af8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:16:55.194237 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-46dc7ec3-0312-4102-a22a-da14a59d7af8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759945'] for network, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:55.206230 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-a68c937c-9851-4ae7-853f-63553ab14ea9 req-7a9d0a53-8486-4142-ab5d-a90c4273b7dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:55.219863 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:16:55.261248 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-4b98b3e4-a599-470f-8502-56a95032f385 req-f91ad15f-d88c-4f95-bb5d-25fa13b449cf service neutron] For port dab3f0e8-b34c-4a91-941f-44c4e7d7d787, host hv-cinder-78692, cleared binding levels {{(pid=86362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:16:55.274823 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b93265a-2b1e-4cfe-a9f0-60737afdb937 admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=86363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 18:16:55.306981 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c04781d7-3085-418e-8f31-f3f4a4784f0c req-bbb845ed-940b-4c7f-b112-bdec9716e107 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?device_id=87b4b104-2786-4f0b-a653-285749168117 HTTP/1.1" status: 200 len: 210 time: 0.0994825 Apr 19 18:16:55.312776 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b93265a-2b1e-4cfe-a9f0-60737afdb937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=781defa9-f3d4-46f3-9d39-242dec8e6db9,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:16:55.319659 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8b93265a-2b1e-4cfe-a9f0-60737afdb937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850937276'] for segment, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:55.319966 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.db.segments_db [None req-8b93265a-2b1e-4cfe-a9f0-60737afdb937 admin admin] Added segment 6dace54d-bf10-4e6f-8dc6-22aa7298c69b of type vlan for network 6f120a42-0f1b-4cad-958e-84184fe387ef Apr 19 18:16:55.326060 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68c937c-9851-4ae7-853f-63553ab14ea9 req-7a9d0a53-8486-4142-ab5d-a90c4273b7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:16:55.326756 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-a68c937c-9851-4ae7-853f-63553ab14ea9 req-7a9d0a53-8486-4142-ab5d-a90c4273b7dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759945'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:55.328254 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a68c937c-9851-4ae7-853f-63553ab14ea9 req-7a9d0a53-8486-4142-ab5d-a90c4273b7dd service neutron] 10.222.0.53 "PUT /v2.0/ports/2cf87aef-3c78-43a0-9072-382888213ecc HTTP/1.1" status: 200 len: 1093 time: 2.0637300 Apr 19 18:16:55.329117 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-8b93265a-2b1e-4cfe-a9f0-60737afdb937 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:16:55.329614 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b691650-77a3-46c0-a67b-efc4dfadac21', 'tag': '2cf87aef-3c78-43a0-9072-382888213ecc'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:16:55.343932 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:16:55.383553 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-dd51849d-1062-4226-8fc5-a030cd9a91b7 req-fab435b2-057a-4c4e-b530-5e8db2875033 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Notify callbacks [] for port, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:55.457938 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-4b98b3e4-a599-470f-8502-56a95032f385 req-f91ad15f-d88c-4f95-bb5d-25fa13b449cf service neutron] For port dab3f0e8-b34c-4a91-941f-44c4e7d7d787, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=dab3f0e8-b34c-4a91-941f-44c4e7d7d787,segment=NetworkSegment(3fe2987a-6741-4b11-91b6-22e760693dd6),segment_id=3fe2987a-6741-4b11-91b6-22e760693dd6)] {{(pid=86362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:16:55.465758 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-46dc7ec3-0312-4102-a22a-da14a59d7af8 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.2278306 Apr 19 18:16:55.470971 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 58118) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:16:55.498866 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-4b98b3e4-a599-470f-8502-56a95032f385 req-f91ad15f-d88c-4f95-bb5d-25fa13b449cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:55.512372 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-006b4b0a-33ff-45f6-9c8a-0b019fe2a247 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:55.524482 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dc7ec3-0312-4102-a22a-da14a59d7af8 admin admin] Pushing event updated for resources: {'Network': ['ID=e5d4ab80-c673-48f6-a0fa-fabce3fd8146,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:16:55.535892 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Network e5d4ab80-c673-48f6-a0fa-fabce3fd8146 details requested by agent ovs-agent-dv-cinder-786927-1-iscsi with host dv-cinder-786927-1-iscsi {{(pid=86364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 18:16:55.540169 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-91cb16f2-e328-4c1e-b74c-4be69472272a req-38b03c91-f647-40c2-a8e7-a9f1dec142b8 tempest-DeleteServersTestJSON-1051952203 tempest-DeleteServersTestJSON-1051952203-project] 10.222.0.36 "GET /v2.0/security-groups?id=47cb2f47-8a13-4e99-a8cf-616a63b06189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3556471 Apr 19 18:16:55.540840 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-006b4b0a-33ff-45f6-9c8a-0b019fe2a247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:55.542925 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-46dc7ec3-0312-4102-a22a-da14a59d7af8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:16:55.545201 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:16:55.547950 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-b38b1bf8-bb17-4fb5-a5d9-9e3e406d0c10 admin admin] Request body: {'subnet': {'network_id': 'e5d4ab80-c673-48f6-a0fa-fabce3fd8146', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1292671212-subnet', 'tenant_id': 'a1820b97ebb74b19adaf4d68b5368caa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:16:55.565798 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-b38b1bf8-bb17-4fb5-a5d9-9e3e406d0c10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:16:55.570489 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8b93265a-2b1e-4cfe-a9f0-60737afdb937 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782697800819'] for network, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:55.592968 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-b38b1bf8-bb17-4fb5-a5d9-9e3e406d0c10 admin admin] Usage tracker for resource:subnet and tenant:a1820b97ebb74b19adaf4d68b5368caa is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:16:55.603288 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-b38b1bf8-bb17-4fb5-a5d9-9e3e406d0c10 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:16:55.622704 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9d0a53-8486-4142-ab5d-a90c4273b7dd service neutron] Pushing event updated for resources: {'Port': ['ID=2cf87aef-3c78-43a0-9072-382888213ecc,revision_number=3']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:16:55.634980 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-b38b1bf8-bb17-4fb5-a5d9-9e3e406d0c10 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:16:55.638469 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-7a9d0a53-8486-4142-ab5d-a90c4273b7dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:16:55.659341 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-139af76d-c25e-4f48-968d-f7872d76d8d4 req-35902d58-7d59-479d-afb7-78e4bb508980 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:55.663192 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b98b3e4-a599-470f-8502-56a95032f385 req-f91ad15f-d88c-4f95-bb5d-25fa13b449cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:16:55.664877 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-4b98b3e4-a599-470f-8502-56a95032f385 req-f91ad15f-d88c-4f95-bb5d-25fa13b449cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759945'] for port, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:55.666207 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4b98b3e4-a599-470f-8502-56a95032f385 req-f91ad15f-d88c-4f95-bb5d-25fa13b449cf service neutron] 10.222.0.53 "PUT /v2.0/ports/dab3f0e8-b34c-4a91-941f-44c4e7d7d787 HTTP/1.1" status: 200 len: 1094 time: 4.6867402 Apr 19 18:16:55.667015 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16315f5a-aa7c-4989-ae90-ef13ce620234', 'tag': 'dab3f0e8-b34c-4a91-941f-44c4e7d7d787'}] {{(pid=86362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:16:55.691414 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-139af76d-c25e-4f48-968d-f7872d76d8d4 req-35902d58-7d59-479d-afb7-78e4bb508980 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:55.699179 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b38b1bf8-bb17-4fb5-a5d9-9e3e406d0c10 admin admin] Made reservation on behalf of a1820b97ebb74b19adaf4d68b5368caa for: {'subnet': 1} {{(pid=86363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:16:55.704149 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b38b1bf8-bb17-4fb5-a5d9-9e3e406d0c10 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:55.717424 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-006b4b0a-33ff-45f6-9c8a-0b019fe2a247 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=73172e01b2054df4b211e6b76fec82fa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1951702 Apr 19 18:16:55.723367 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-71388673-975e-495a-b68e-0358d93f9522 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:16:55.733486 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 58130) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:16:55.777367 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91ad15f-d88c-4f95-bb5d-25fa13b449cf service neutron] Pushing event updated for resources: {'Port': ['ID=dab3f0e8-b34c-4a91-941f-44c4e7d7d787,revision_number=3']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:16:55.785346 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b691650-77a3-46c0-a67b-efc4dfadac21', 'tag': '2cf87aef-3c78-43a0-9072-382888213ecc', 'status': 'completed', 'code': 200} Apr 19 18:16:55.798157 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8b93265a-2b1e-4cfe-a9f0-60737afdb937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962'] for network, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:55.798293 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16315f5a-aa7c-4989-ae90-ef13ce620234', 'tag': 'dab3f0e8-b34c-4a91-941f-44c4e7d7d787', 'status': 'completed', 'code': 200} Apr 19 18:16:55.800803 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-f91ad15f-d88c-4f95-bb5d-25fa13b449cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:16:55.801925 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-dd51849d-1062-4226-8fc5-a030cd9a91b7 req-fab435b2-057a-4c4e-b530-5e8db2875033 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782697811417'] for port, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:55.803514 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.186s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:16:55.847865 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006b4b0a-33ff-45f6-9c8a-0b019fe2a247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2198362-a723-469d-8c2e-1949129b4922,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:16:55.854083 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-006b4b0a-33ff-45f6-9c8a-0b019fe2a247 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:16:55.858462 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-f91ad15f-d88c-4f95-bb5d-25fa13b449cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:16:55.907724 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd51849d-1062-4226-8fc5-a030cd9a91b7 req-fab435b2-057a-4c4e-b530-5e8db2875033 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Network 8a0b2a47-900b-4baa-8d26-539dace3d837 is already hosted by enough agents. {{(pid=86362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:16:55.911231 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:55.922716 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [req-dd51849d-1062-4226-8fc5-a030cd9a91b7 req-fab435b2-057a-4c4e-b530-5e8db2875033 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Resources bound (agent type, host, resource id): {{(pid=86362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:16:55.934213 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd51849d-1062-4226-8fc5-a030cd9a91b7 req-fab435b2-057a-4c4e-b530-5e8db2875033 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Received port after_create {{(pid=86362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:16:55.940411 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd51849d-1062-4226-8fc5-a030cd9a91b7 req-fab435b2-057a-4c4e-b530-5e8db2875033 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:16:55.941134 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-dd51849d-1062-4226-8fc5-a030cd9a91b7 req-fab435b2-057a-4c4e-b530-5e8db2875033 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759945'] for port, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:55.950043 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b93265a-2b1e-4cfe-a9f0-60737afdb937 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:16:55.950701 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8b93265a-2b1e-4cfe-a9f0-60737afdb937 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759945'] for network, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:55.956219 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-139af76d-c25e-4f48-968d-f7872d76d8d4 req-35902d58-7d59-479d-afb7-78e4bb508980 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=47cb2f47-8a13-4e99-a8cf-616a63b06189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0410554 Apr 19 18:16:55.987492 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b162cf24-f74c-4773-94f9-811c76065a2d req-b45ad1d1-847f-4b6f-9038-43c82a73c792 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:16:55.987739 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-dd51849d-1062-4226-8fc5-a030cd9a91b7 req-fab435b2-057a-4c4e-b530-5e8db2875033 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5016084 Apr 19 18:16:55.988350 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-b162cf24-f74c-4773-94f9-811c76065a2d req-b45ad1d1-847f-4b6f-9038-43c82a73c792 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Synchronizing usage tracker for tenant:fc6d959c6b83478bb73dfad880a83f28 on resource:port {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:16:55.989191 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab435b2-057a-4c4e-b530-5e8db2875033 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Pushing event updated for resources: {'Port': ['ID=98d8ecda-c4bf-4896-9ccc-082fdde649d1,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:16:55.993127 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-fab435b2-057a-4c4e-b530-5e8db2875033 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:16:55.998648 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b98b3e4-a599-470f-8502-56a95032f385 req-b406d1f8-a9d5-4199-a8ef-abc26360af2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:16:56.000138 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4b98b3e4-a599-470f-8502-56a95032f385 req-b406d1f8-a9d5-4199-a8ef-abc26360af2b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8280c444ce7f4603a8a1042629dae0e6&device_id=16315f5a-aa7c-4989-ae90-ef13ce620234 HTTP/1.1" status: 200 len: 1097 time: 0.2871342 Apr 19 18:16:56.009963 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35902d58-7d59-479d-afb7-78e4bb508980 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ba33c187-112e-4385-8451-24747ef7ddd4,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:16:56.022588 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8cc09b0-0dfe-4348-8ed6-7762cc774356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8daa5f29-66b7-4f4b-8e17-36e9ad49dfd3'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:16:56.025679 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-35902d58-7d59-479d-afb7-78e4bb508980 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:16:56.028390 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68c937c-9851-4ae7-853f-63553ab14ea9 req-19e727a2-3381-4b0d-aad4-7e19e5933940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:16:56.030035 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a68c937c-9851-4ae7-853f-63553ab14ea9 req-19e727a2-3381-4b0d-aad4-7e19e5933940 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fc6d959c6b83478bb73dfad880a83f28&device_id=1b691650-77a3-46c0-a67b-efc4dfadac21 HTTP/1.1" status: 200 len: 1096 time: 0.6340520 Apr 19 18:16:56.033492 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:16:56.078288 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8cc09b0-0dfe-4348-8ed6-7762cc774356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8daa5f29-66b7-4f4b-8e17-36e9ad49dfd3', 'code': 200} Apr 19 18:16:56.108094 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-eae962f3-e32e-4947-814b-3e299d74c6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:56.131620 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [req-dd51849d-1062-4226-8fc5-a030cd9a91b7 req-9b80d9d0-bfab-4958-a5f9-a7b0d5f70282 service neutron] Request body: {'port': {'device_id': '87b4b104-2786-4f0b-a653-285749168117', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:16:56.193554 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b86f4689-99b4-478f-8ce0-e35ee26361d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:56.196672 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4b98b3e4-a599-470f-8502-56a95032f385 req-b731e635-d2bc-4f2a-8aa8-21a7f8ef3965 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dab3f0e8-b34c-4a91-941f-44c4e7d7d787 HTTP/1.1" status: 200 len: 217 time: 0.1555917 Apr 19 18:16:56.235544 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a68c937c-9851-4ae7-853f-63553ab14ea9 req-669514bd-3d4f-4358-b53f-904cc270b5d9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2cf87aef-3c78-43a0-9072-382888213ecc HTTP/1.1" status: 200 len: 217 time: 0.1811128 Apr 19 18:16:56.305819 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-b162cf24-f74c-4773-94f9-811c76065a2d req-b45ad1d1-847f-4b6f-9038-43c82a73c792 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Unset dirty status for tenant:fc6d959c6b83478bb73dfad880a83f28 on resource:port {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:16:56.307078 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b162cf24-f74c-4773-94f9-811c76065a2d req-b45ad1d1-847f-4b6f-9038-43c82a73c792 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b691650-77a3-46c0-a67b-efc4dfadac21 HTTP/1.1" status: 200 len: 943 time: 0.8562434 Apr 19 18:16:56.322891 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-8b93265a-2b1e-4cfe-a9f0-60737afdb937 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.9040105 Apr 19 18:16:56.333138 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 58148) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:16:56.337433 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b93265a-2b1e-4cfe-a9f0-60737afdb937 admin admin] Pushing event updated for resources: {'Network': ['ID=6f120a42-0f1b-4cad-958e-84184fe387ef,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:16:56.349928 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Network 6f120a42-0f1b-4cad-958e-84184fe387ef details requested by agent ovs-agent-dv-cinder-786927-1-iscsi with host dv-cinder-786927-1-iscsi {{(pid=86364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 18:16:56.376716 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-36d510ee-6dfc-4630-9490-a397d5ebb7e4 admin admin] Request body: {'subnet': {'network_id': '6f120a42-0f1b-4cad-958e-84184fe387ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1926886624-subnet', 'tenant_id': '8546ed2e86704606a85c19a67ddb3570', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:16:56.387345 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b86f4689-99b4-478f-8ce0-e35ee26361d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:56.395098 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-36d510ee-6dfc-4630-9490-a397d5ebb7e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:16:56.399614 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b98b3e4-a599-470f-8502-56a95032f385 req-727dc400-b3cb-45bc-b32c-4da1f144213a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:16:56.401206 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4b98b3e4-a599-470f-8502-56a95032f385 req-727dc400-b3cb-45bc-b32c-4da1f144213a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ada99008-3d7e-49b3-8e59-95a033a8bf6a HTTP/1.1" status: 200 len: 858 time: 0.1966939 Apr 19 18:16:56.408025 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-8b93265a-2b1e-4cfe-a9f0-60737afdb937 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:16:56.412087 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-36d510ee-6dfc-4630-9490-a397d5ebb7e4 admin admin] Usage tracker for resource:subnet and tenant:8546ed2e86704606a85c19a67ddb3570 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:16:56.430200 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-36d510ee-6dfc-4630-9490-a397d5ebb7e4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:16:56.490064 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-36d510ee-6dfc-4630-9490-a397d5ebb7e4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:16:56.499207 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4b98b3e4-a599-470f-8502-56a95032f385 req-ca8fb83a-9086-4910-a8be-b3cad815a1e3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8a0b2a47-900b-4baa-8d26-539dace3d837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0885792 Apr 19 18:16:56.502286 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68c937c-9851-4ae7-853f-63553ab14ea9 req-3c5b54c3-fdf7-4674-b37e-c420ba16144e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:16:56.503907 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a68c937c-9851-4ae7-853f-63553ab14ea9 req-3c5b54c3-fdf7-4674-b37e-c420ba16144e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=43bddb65-670a-42dd-9742-7aecd345a4ee HTTP/1.1" status: 200 len: 849 time: 0.2474487 Apr 19 18:16:56.504736 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-dd51849d-1062-4226-8fc5-a030cd9a91b7 req-9b80d9d0-bfab-4958-a5f9-a7b0d5f70282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:56.556787 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36d510ee-6dfc-4630-9490-a397d5ebb7e4 admin admin] Made reservation on behalf of 8546ed2e86704606a85c19a67ddb3570 for: {'subnet': 1} {{(pid=86362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:16:56.561377 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-36d510ee-6dfc-4630-9490-a397d5ebb7e4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:56.583833 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b162cf24-f74c-4773-94f9-811c76065a2d req-a8a25551-42df-4199-9728-5844f3aa568b tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/security-groups?id=778d29cd-223c-4156-b234-ea1b27d18789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2548602 Apr 19 18:16:56.650855 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd5b7ab-2e41-473f-ab71-96b5e024f40c req-9fc148eb-acf8-4068-ad7a-cf5c1c89e08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:16:56.652535 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-edd5b7ab-2e41-473f-ab71-96b5e024f40c req-9fc148eb-acf8-4068-ad7a-cf5c1c89e08e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b8cc09b0-0dfe-4348-8ed6-7762cc774356 HTTP/1.1" status: 200 len: 1098 time: 0.3164437 Apr 19 18:16:56.653241 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b86f4689-99b4-478f-8ce0-e35ee26361d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:56.665334 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29666c8-d4b3-4dcd-b246-ef27a8689da2 req-1e0440bb-fd1e-452c-8c9d-0be52fbfba26 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:16:56.667069 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c29666c8-d4b3-4dcd-b246-ef27a8689da2 req-1e0440bb-fd1e-452c-8c9d-0be52fbfba26 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8cc09b0-0dfe-4348-8ed6-7762cc774356 HTTP/1.1" status: 200 len: 945 time: 0.4213190 Apr 19 18:16:56.667894 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:16:56.972412 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86f4689-99b4-478f-8ce0-e35ee26361d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2198362-a723-469d-8c2e-1949129b4922,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:16:56.980344 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b86f4689-99b4-478f-8ce0-e35ee26361d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:16:57.060351 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b86f4689-99b4-478f-8ce0-e35ee26361d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:57.061585 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-b86f4689-99b4-478f-8ce0-e35ee26361d7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c2198362-a723-469d-8c2e-1949129b4922 HTTP/1.1" status: 204 len: 168 time: 1.3054330 Apr 19 18:16:57.065959 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68c937c-9851-4ae7-853f-63553ab14ea9 req-28b73314-b0ed-4642-9da2-c88af02bb74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:16:57.068080 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a68c937c-9851-4ae7-853f-63553ab14ea9 req-28b73314-b0ed-4642-9da2-c88af02bb74f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3797f849-9d72-4a34-898b-30cdb86131ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5571015 Apr 19 18:16:57.069113 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-edd5b7ab-2e41-473f-ab71-96b5e024f40c req-f18739d8-ad88-4abc-8a09-8fc02afc03ba service neutron] Synchronizing usage tracker for tenant:41f7a8601cd743fba49832754fe3bc72 on resource:security_group {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:16:57.145535 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c29666c8-d4b3-4dcd-b246-ef27a8689da2 req-6696153d-e639-49c1-b1f1-4680ee0887b1 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/security-groups?id=693fea71-500b-474f-8806-96b1fe4da529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4563420 Apr 19 18:16:57.182189 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4b98b3e4-a599-470f-8502-56a95032f385 req-62510c16-770d-4fd1-945c-e935783f1359 service neutron] 10.222.0.53 "GET /v2.0/networks/8a0b2a47-900b-4baa-8d26-539dace3d837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6667197 Apr 19 18:16:57.266788 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-edd5b7ab-2e41-473f-ab71-96b5e024f40c req-f18739d8-ad88-4abc-8a09-8fc02afc03ba service neutron] Unset dirty status for tenant:41f7a8601cd743fba49832754fe3bc72 on resource:security_group {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:16:57.268225 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-edd5b7ab-2e41-473f-ab71-96b5e024f40c req-f18739d8-ad88-4abc-8a09-8fc02afc03ba service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=693fea71-500b-474f-8806-96b1fe4da529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3635712 Apr 19 18:16:57.333665 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a0a8e5-5360-4cec-b514-428cfd11825c req-f18bb5aa-57cc-4da2-89be-a31a5321bbc6 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:16:57.335558 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-78a0a8e5-5360-4cec-b514-428cfd11825c req-f18bb5aa-57cc-4da2-89be-a31a5321bbc6 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?device_id=87b4b104-2786-4f0b-a653-285749168117 HTTP/1.1" status: 200 len: 931 time: 0.4366207 Apr 19 18:16:57.446473 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-78a0a8e5-5360-4cec-b514-428cfd11825c req-3c48b882-6929-42d1-933e-af2ba70b1056 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b617a3-7089-49ee-9bc8-958ab3c8bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917568 Apr 19 18:16:57.450457 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a68c937c-9851-4ae7-853f-63553ab14ea9 req-2ba87b47-bc14-49b9-926a-0db6e72295e1 service neutron] 10.222.0.53 "GET /v2.0/networks/3797f849-9d72-4a34-898b-30cdb86131ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3216765 Apr 19 18:16:57.590472 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 58164) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:16:57.679419 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-eca22eeb-135d-446c-8cba-f283900270dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:57.753955 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4b98b3e4-a599-470f-8502-56a95032f385 req-7cdb00fc-e2df-4ddb-a4ac-20fd4cfd63c5 service neutron] 10.222.0.53 "GET /v2.0/networks/8a0b2a47-900b-4baa-8d26-539dace3d837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5484669 Apr 19 18:16:57.778007 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a68c937c-9851-4ae7-853f-63553ab14ea9 req-a0c6d6b6-6656-44bd-8865-f5e000a96a3b service neutron] 10.222.0.53 "GET /v2.0/networks/3797f849-9d72-4a34-898b-30cdb86131ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3142755 Apr 19 18:16:57.779157 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-eca22eeb-135d-446c-8cba-f283900270dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:16:57.801562 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b38b1bf8-bb17-4fb5-a5d9-9e3e406d0c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853862292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962'] for subnet, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:57.802826 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-eca22eeb-135d-446c-8cba-f283900270dd admin admin] Usage tracker for resource:security_group_rule and tenant:3cd2cbf9909148fdae7d2a4fc04ca3cd is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:16:57.805750 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 58172) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:16:57.809508 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-eca22eeb-135d-446c-8cba-f283900270dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:16:57.826112 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-2d45b2a4-4357-4346-b1e3-099c5863578f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:16:57.853469 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-eca22eeb-135d-446c-8cba-f283900270dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:16:57.944976 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [req-dd51849d-1062-4226-8fc5-a030cd9a91b7 req-9b80d9d0-bfab-4958-a5f9-a7b0d5f70282 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98d8ecda-c4bf-4896-9ccc-082fdde649d1 {{(pid=86362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:16:57.966728 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-dd51849d-1062-4226-8fc5-a030cd9a91b7 req-9b80d9d0-bfab-4958-a5f9-a7b0d5f70282 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:58.000471 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [req-dd51849d-1062-4226-8fc5-a030cd9a91b7 req-9b80d9d0-bfab-4958-a5f9-a7b0d5f70282 service neutron] Transition to ACTIVE for port object 98d8ecda-c4bf-4896-9ccc-082fdde649d1 will not be triggered until provisioned by entity L2. {{(pid=86362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:16:58.013975 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a780c9e0-9f0a-4faf-b1e6-6bc334d3d981 req-372701f6-73f4-4169-b105-dd7f33155df5 tempest-DeleteServersTestJSON-1051952203 tempest-DeleteServersTestJSON-1051952203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:16:58.015673 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a780c9e0-9f0a-4faf-b1e6-6bc334d3d981 req-372701f6-73f4-4169-b105-dd7f33155df5 tempest-DeleteServersTestJSON-1051952203 tempest-DeleteServersTestJSON-1051952203-project] 10.222.0.36 "GET /v2.0/ports?device_id=75e6fcb7-8519-439e-ba01-d5591cdb6a41 HTTP/1.1" status: 200 len: 946 time: 0.5876985 Apr 19 18:16:58.016855 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38b1bf8-bb17-4fb5-a5d9-9e3e406d0c10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30549a56-55d5-4d4b-9917-417c589afba0,revision_number=0']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:16:58.017567 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-dd51849d-1062-4226-8fc5-a030cd9a91b7 req-9b80d9d0-bfab-4958-a5f9-a7b0d5f70282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:58.028701 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-fbe268a6-fbe4-4e93-82fb-3d8986f5b04a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:58.036925 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:16:58.043259 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b38b1bf8-bb17-4fb5-a5d9-9e3e406d0c10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:16:58.075012 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38b1bf8-bb17-4fb5-a5d9-9e3e406d0c10 admin admin] Checking segment: {'id': '3ec18359-fdf0-448c-9f23-c0d38dc49bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e5d4ab80-c673-48f6-a0fa-fabce3fd8146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:16:58.075012 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38b1bf8-bb17-4fb5-a5d9-9e3e406d0c10 admin admin] Network hostable DHCP agents. Network: e5d4ab80-c673-48f6-a0fa-fabce3fd8146, hostable agents: ['66dd5093-526f-401d-add7-2f8e88013a06'], hosted agents: [] {{(pid=86363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 18:16:58.091995 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-fbe268a6-fbe4-4e93-82fb-3d8986f5b04a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:16:58.103041 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e0c51-6158-4bb9-b5e1-a786c885c917 req-57c23178-8548-4f5d-8c48-3f6e13bb904e tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:16:58.104794 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7a5e0c51-6158-4bb9-b5e1-a786c885c917 req-57c23178-8548-4f5d-8c48-3f6e13bb904e tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b691650-77a3-46c0-a67b-efc4dfadac21 HTTP/1.1" status: 200 len: 943 time: 0.3907759 Apr 19 18:16:58.113529 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-fbe268a6-fbe4-4e93-82fb-3d8986f5b04a admin admin] Usage tracker for resource:security_group_rule and tenant:2158d79ddfcc494da34a77222f52af7b is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:16:58.121414 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-fbe268a6-fbe4-4e93-82fb-3d8986f5b04a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:16:58.153120 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-fbe268a6-fbe4-4e93-82fb-3d8986f5b04a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:16:58.190594 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de996fd-5c3a-4f0c-85a7-51bf3bf1cf5f req-87d84862-da8e-4449-840d-1205b76bd897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:16:58.192003 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-9de996fd-5c3a-4f0c-85a7-51bf3bf1cf5f req-87d84862-da8e-4449-840d-1205b76bd897 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8280c444ce7f4603a8a1042629dae0e6&device_id=16315f5a-aa7c-4989-ae90-ef13ce620234 HTTP/1.1" status: 200 len: 1097 time: 0.3356705 Apr 19 18:16:58.201214 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38b1bf8-bb17-4fb5-a5d9-9e3e406d0c10 admin admin] Network e5d4ab80-c673-48f6-a0fa-fabce3fd8146 is scheduled to be hosted by DHCP agent 66dd5093-526f-401d-add7-2f8e88013a06 with binding_index 1 {{(pid=86363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 18:16:58.238750 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b80d9d0-bfab-4958-a5f9-a7b0d5f70282 service neutron] Pushing event updated for resources: {'Port': ['ID=98d8ecda-c4bf-4896-9ccc-082fdde649d1,revision_number=2']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:16:58.245323 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7c43a0-dadf-4efc-bb34-6fc3279e7e07 req-10184294-da46-4328-b218-4774804aec69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:16:58.246920 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-bc7c43a0-dadf-4efc-bb34-6fc3279e7e07 req-10184294-da46-4328-b218-4774804aec69 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fc6d959c6b83478bb73dfad880a83f28&device_id=1b691650-77a3-46c0-a67b-efc4dfadac21 HTTP/1.1" status: 200 len: 1096 time: 0.4070013 Apr 19 18:16:58.250007 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a780c9e0-9f0a-4faf-b1e6-6bc334d3d981 req-fbd6b27c-e92e-4cc4-adce-65ca4c95ff39 tempest-DeleteServersTestJSON-1051952203 tempest-DeleteServersTestJSON-1051952203-project] 10.222.0.36 "GET /v2.0/security-groups?id=47cb2f47-8a13-4e99-a8cf-616a63b06189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246382 Apr 19 18:16:58.252272 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-9b80d9d0-bfab-4958-a5f9-a7b0d5f70282 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:16:58.325012 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7a5e0c51-6158-4bb9-b5e1-a786c885c917 req-c4e861f6-6d69-45b6-a975-4e418c08a1b1 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/security-groups?id=778d29cd-223c-4156-b234-ea1b27d18789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1961350 Apr 19 18:16:58.337187 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-b38b1bf8-bb17-4fb5-a5d9-9e3e406d0c10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786927-1-iscsi, e5d4ab80-c673-48f6-a0fa-fabce3fd8146) {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:16:58.347637 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-eca22eeb-135d-446c-8cba-f283900270dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:58.359592 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d8d597-ca80-4429-a21a-f87d8bc1360c None None] Network e5d4ab80-c673-48f6-a0fa-fabce3fd8146 requested from dv-cinder-786927-1-iscsi {{(pid=86364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:16:58.364148 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38b1bf8-bb17-4fb5-a5d9-9e3e406d0c10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:16:58.364790 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b38b1bf8-bb17-4fb5-a5d9-9e3e406d0c10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759945'] for subnet, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:58.374963 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-eca22eeb-135d-446c-8cba-f283900270dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:58.394044 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:16:58.465102 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-dd51849d-1062-4226-8fc5-a030cd9a91b7 req-9b80d9d0-bfab-4958-a5f9-a7b0d5f70282 service neutron] Attempting to bind port 98d8ecda-c4bf-4896-9ccc-082fdde649d1 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:16:58.465687 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-dd51849d-1062-4226-8fc5-a030cd9a91b7 req-9b80d9d0-bfab-4958-a5f9-a7b0d5f70282 service neutron] Attempting to bind port 98d8ecda-c4bf-4896-9ccc-082fdde649d1 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '3fe2987a-6741-4b11-91b6-22e760693dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8a0b2a47-900b-4baa-8d26-539dace3d837'}] {{(pid=86362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:16:58.465874 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd51849d-1062-4226-8fc5-a030cd9a91b7 req-9b80d9d0-bfab-4958-a5f9-a7b0d5f70282 service neutron] Attempting to bind port 98d8ecda-c4bf-4896-9ccc-082fdde649d1 on network 8a0b2a47-900b-4baa-8d26-539dace3d837 {{(pid=86362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:16:58.483348 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd51849d-1062-4226-8fc5-a030cd9a91b7 req-9b80d9d0-bfab-4958-a5f9-a7b0d5f70282 service neutron] Port 98d8ecda-c4bf-4896-9ccc-082fdde649d1 on network 8a0b2a47-900b-4baa-8d26-539dace3d837 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 18:16:58.483721 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd51849d-1062-4226-8fc5-a030cd9a91b7 req-9b80d9d0-bfab-4958-a5f9-a7b0d5f70282 service neutron] Attempting to bind port 98d8ecda-c4bf-4896-9ccc-082fdde649d1 on network 8a0b2a47-900b-4baa-8d26-539dace3d837 {{(pid=86362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:16:58.493971 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-eca22eeb-135d-446c-8cba-f283900270dd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3cd2cbf9909148fdae7d2a4fc04ca3cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9022477 Apr 19 18:16:58.506425 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 58182) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:16:58.509058 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca22eeb-135d-446c-8cba-f283900270dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e271de1b-1309-4481-86a1-84a3d3173252,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:16:58.514786 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd51849d-1062-4226-8fc5-a030cd9a91b7 req-9b80d9d0-bfab-4958-a5f9-a7b0d5f70282 service neutron] Checking agent: {'id': '45629c73-d10e-4994-a087-373ccf8ea198', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 14, 33), 'started_at': datetime.datetime(2021, 4, 19, 18, 14, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:16:58.515735 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd51849d-1062-4226-8fc5-a030cd9a91b7 req-9b80d9d0-bfab-4958-a5f9-a7b0d5f70282 service neutron] Checking segment: {'id': '3fe2987a-6741-4b11-91b6-22e760693dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8a0b2a47-900b-4baa-8d26-539dace3d837'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:16:58.516169 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd51849d-1062-4226-8fc5-a030cd9a91b7 req-9b80d9d0-bfab-4958-a5f9-a7b0d5f70282 service neutron] Bound using segment: {'id': '3fe2987a-6741-4b11-91b6-22e760693dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8a0b2a47-900b-4baa-8d26-539dace3d837'} {{(pid=86362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:16:58.516897 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-dd51849d-1062-4226-8fc5-a030cd9a91b7 req-9b80d9d0-bfab-4958-a5f9-a7b0d5f70282 service neutron] Bound port: 98d8ecda-c4bf-4896-9ccc-082fdde649d1, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fe2987a-6741-4b11-91b6-22e760693dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8a0b2a47-900b-4baa-8d26-539dace3d837'}}] {{(pid=86362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:16:58.517023 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-dd51849d-1062-4226-8fc5-a030cd9a91b7 req-9b80d9d0-bfab-4958-a5f9-a7b0d5f70282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:58.532254 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-eca22eeb-135d-446c-8cba-f283900270dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:16:58.533370 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de996fd-5c3a-4f0c-85a7-51bf3bf1cf5f req-07908c17-1184-4687-873e-68b1b382b52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:16:58.534898 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-9de996fd-5c3a-4f0c-85a7-51bf3bf1cf5f req-07908c17-1184-4687-873e-68b1b382b52b service neutron] 10.222.0.53 "GET /v2.0/networks?id=8a0b2a47-900b-4baa-8d26-539dace3d837 HTTP/1.1" status: 200 len: 919 time: 0.3200250 Apr 19 18:16:58.536271 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-b38b1bf8-bb17-4fb5-a5d9-9e3e406d0c10 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.0241933 Apr 19 18:16:58.619055 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b3ef3a-d15c-42d2-beb9-1473c7a8617d None None] Network e5d4ab80-c673-48f6-a0fa-fabce3fd8146 requested from dv-cinder-786927-1-iscsi {{(pid=86364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:16:58.640878 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-9de996fd-5c3a-4f0c-85a7-51bf3bf1cf5f req-111f3418-94e2-46bd-ae09-03b38e433950 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dab3f0e8-b34c-4a91-941f-44c4e7d7d787 HTTP/1.1" status: 200 len: 217 time: 0.0938859 Apr 19 18:16:58.647688 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7c43a0-dadf-4efc-bb34-6fc3279e7e07 req-5778abd3-de81-45d2-a906-0b882b881546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:16:58.649296 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-bc7c43a0-dadf-4efc-bb34-6fc3279e7e07 req-5778abd3-de81-45d2-a906-0b882b881546 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3797f849-9d72-4a34-898b-30cdb86131ec HTTP/1.1" status: 200 len: 911 time: 0.3690827 Apr 19 18:16:58.698780 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-fbe268a6-fbe4-4e93-82fb-3d8986f5b04a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:58.713232 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-fbe268a6-fbe4-4e93-82fb-3d8986f5b04a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:58.778997 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-0b9825f1-41ac-4f05-8e15-ac83cd31797b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:16:58.828955 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-bc7c43a0-dadf-4efc-bb34-6fc3279e7e07 req-d58a6cba-551d-44a8-8923-226e6b0e2482 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2cf87aef-3c78-43a0-9072-382888213ecc HTTP/1.1" status: 200 len: 217 time: 0.1696763 Apr 19 18:16:58.846996 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6615f4-1d23-412a-91b0-6079ec0a79a5 req-60780c21-2324-4c3e-af2f-d1bf67ed1e5a tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:16:58.849222 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4f6615f4-1d23-412a-91b0-6079ec0a79a5 req-60780c21-2324-4c3e-af2f-d1bf67ed1e5a tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8cc09b0-0dfe-4348-8ed6-7762cc774356 HTTP/1.1" status: 200 len: 945 time: 0.4637723 Apr 19 18:16:58.874471 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de996fd-5c3a-4f0c-85a7-51bf3bf1cf5f req-a4779b88-8f54-47af-b780-afe40f329434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:16:58.876082 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-9de996fd-5c3a-4f0c-85a7-51bf3bf1cf5f req-a4779b88-8f54-47af-b780-afe40f329434 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ada99008-3d7e-49b3-8e59-95a033a8bf6a HTTP/1.1" status: 200 len: 858 time: 0.2286253 Apr 19 18:16:58.878434 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-663fba17-490e-4660-8481-0ed4d6807a85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:58.882128 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-fbe268a6-fbe4-4e93-82fb-3d8986f5b04a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2158d79ddfcc494da34a77222f52af7b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0741911 Apr 19 18:16:58.885763 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe268a6-fbe4-4e93-82fb-3d8986f5b04a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fca7976-6e7c-4a7b-8aa0-c2b34aa4bac8,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:16:58.889389 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 58192) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:16:58.898978 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-36d510ee-6dfc-4630-9490-a397d5ebb7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853862292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962'] for subnet, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:58.904360 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-dd51849d-1062-4226-8fc5-a030cd9a91b7 req-9b80d9d0-bfab-4958-a5f9-a7b0d5f70282 service neutron] For port 98d8ecda-c4bf-4896-9ccc-082fdde649d1, host hv-cinder-78692, cleared binding levels {{(pid=86362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:16:58.932200 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-fbe268a6-fbe4-4e93-82fb-3d8986f5b04a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:16:58.936468 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:16:58.973744 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-9de996fd-5c3a-4f0c-85a7-51bf3bf1cf5f req-745e5753-e7ae-4676-a453-0140f2ac3445 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8a0b2a47-900b-4baa-8d26-539dace3d837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0889914 Apr 19 18:16:58.998890 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-dd51849d-1062-4226-8fc5-a030cd9a91b7 req-9b80d9d0-bfab-4958-a5f9-a7b0d5f70282 service neutron] For port 98d8ecda-c4bf-4896-9ccc-082fdde649d1, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=98d8ecda-c4bf-4896-9ccc-082fdde649d1,segment=NetworkSegment(3fe2987a-6741-4b11-91b6-22e760693dd6),segment_id=3fe2987a-6741-4b11-91b6-22e760693dd6)] {{(pid=86362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:16:59.023969 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-dd51849d-1062-4226-8fc5-a030cd9a91b7 req-9b80d9d0-bfab-4958-a5f9-a7b0d5f70282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:59.034706 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-663fba17-490e-4660-8481-0ed4d6807a85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:59.069359 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7c43a0-dadf-4efc-bb34-6fc3279e7e07 req-67c2fa32-9df4-4214-8138-a1903b26296e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:16:59.071252 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-bc7c43a0-dadf-4efc-bb34-6fc3279e7e07 req-67c2fa32-9df4-4214-8138-a1903b26296e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=43bddb65-670a-42dd-9742-7aecd345a4ee HTTP/1.1" status: 200 len: 849 time: 0.2194934 Apr 19 18:16:59.085688 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4f6615f4-1d23-412a-91b0-6079ec0a79a5 req-fb0ec4fe-6152-4825-bc0f-277b7db68695 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/security-groups?id=693fea71-500b-474f-8806-96b1fe4da529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827641 Apr 19 18:16:59.136978 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d510ee-6dfc-4630-9490-a397d5ebb7e4 admin admin] Checking segment: {'id': '6dace54d-bf10-4e6f-8dc6-22aa7298c69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6f120a42-0f1b-4cad-958e-84184fe387ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:16:59.137406 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d510ee-6dfc-4630-9490-a397d5ebb7e4 admin admin] Network hostable DHCP agents. Network: 6f120a42-0f1b-4cad-958e-84184fe387ef, hostable agents: ['66dd5093-526f-401d-add7-2f8e88013a06'], hosted agents: [] {{(pid=86362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 18:16:59.138028 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe4ad64-a806-4222-88ff-c8d38aea1ded req-64764830-e028-43d5-aaae-3a6e8ece55fa tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:16:59.139805 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-cfe4ad64-a806-4222-88ff-c8d38aea1ded req-64764830-e028-43d5-aaae-3a6e8ece55fa tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?device_id=87b4b104-2786-4f0b-a653-285749168117 HTTP/1.1" status: 200 len: 943 time: 0.4061358 Apr 19 18:16:59.155567 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d510ee-6dfc-4630-9490-a397d5ebb7e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7335797-a4cd-4404-b9d9-73fe7238cbe4,revision_number=0']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:16:59.159670 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-36d510ee-6dfc-4630-9490-a397d5ebb7e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:16:59.166444 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:16:59.211961 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd51849d-1062-4226-8fc5-a030cd9a91b7 req-9b80d9d0-bfab-4958-a5f9-a7b0d5f70282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:16:59.212692 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-dd51849d-1062-4226-8fc5-a030cd9a91b7 req-9b80d9d0-bfab-4958-a5f9-a7b0d5f70282 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759945'] for port, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:59.214238 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-dd51849d-1062-4226-8fc5-a030cd9a91b7 req-9b80d9d0-bfab-4958-a5f9-a7b0d5f70282 service neutron] 10.222.0.53 "PUT /v2.0/ports/98d8ecda-c4bf-4896-9ccc-082fdde649d1 HTTP/1.1" status: 200 len: 1093 time: 3.1718457 Apr 19 18:16:59.224091 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87b4b104-2786-4f0b-a653-285749168117', 'tag': '98d8ecda-c4bf-4896-9ccc-082fdde649d1'}] {{(pid=86362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:16:59.510861 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-9de996fd-5c3a-4f0c-85a7-51bf3bf1cf5f req-fda11646-c6df-4c1a-873c-cca6e2423b47 service neutron] 10.222.0.53 "GET /v2.0/networks/8a0b2a47-900b-4baa-8d26-539dace3d837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5204325 Apr 19 18:16:59.538547 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d510ee-6dfc-4630-9490-a397d5ebb7e4 admin admin] Network 6f120a42-0f1b-4cad-958e-84184fe387ef is scheduled to be hosted by DHCP agent 66dd5093-526f-401d-add7-2f8e88013a06 with binding_index 1 {{(pid=86362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 18:16:59.547458 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87b4b104-2786-4f0b-a653-285749168117', 'tag': '98d8ecda-c4bf-4896-9ccc-082fdde649d1', 'status': 'completed', 'code': 200} Apr 19 18:16:59.600379 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b80d9d0-bfab-4958-a5f9-a7b0d5f70282 service neutron] Pushing event updated for resources: {'Port': ['ID=98d8ecda-c4bf-4896-9ccc-082fdde649d1,revision_number=3']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:16:59.605195 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-9b80d9d0-bfab-4958-a5f9-a7b0d5f70282 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:16:59.626501 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-36d510ee-6dfc-4630-9490-a397d5ebb7e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786927-1-iscsi, 6f120a42-0f1b-4cad-958e-84184fe387ef) {{(pid=86362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:16:59.637028 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efbe5e2b-324e-40b2-bf0f-21cbc8cb908c None None] Network 6f120a42-0f1b-4cad-958e-84184fe387ef requested from dv-cinder-786927-1-iscsi {{(pid=86364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:16:59.642340 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d510ee-6dfc-4630-9490-a397d5ebb7e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:16:59.642991 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-36d510ee-6dfc-4630-9490-a397d5ebb7e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759945'] for subnet, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:59.653425 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7c43a0-dadf-4efc-bb34-6fc3279e7e07 req-4d6dfead-3e10-4987-abe4-66574f3faa86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:16:59.655034 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-bc7c43a0-dadf-4efc-bb34-6fc3279e7e07 req-4d6dfead-3e10-4987-abe4-66574f3faa86 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3797f849-9d72-4a34-898b-30cdb86131ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5755234 Apr 19 18:16:59.768779 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-9de996fd-5c3a-4f0c-85a7-51bf3bf1cf5f req-6b45ec1e-5b0a-4169-a5f7-bab770b25da6 service neutron] 10.222.0.53 "GET /v2.0/networks/8a0b2a47-900b-4baa-8d26-539dace3d837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361927 Apr 19 18:16:59.778969 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-cfe4ad64-a806-4222-88ff-c8d38aea1ded req-54641d22-a81d-42d7-8384-63ef1a26980e tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b617a3-7089-49ee-9bc8-958ab3c8bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6281710 Apr 19 18:16:59.781223 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f89a61f4-bf8b-49a6-84df-4e5ceffbf9d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:59.887365 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f89a61f4-bf8b-49a6-84df-4e5ceffbf9d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:59.935424 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-663fba17-490e-4660-8481-0ed4d6807a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:59.941890 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-85a9881f-39cf-45f5-888e-fa732a7230f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:16:59.943260 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-36d510ee-6dfc-4630-9490-a397d5ebb7e4 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.6087165 Apr 19 18:16:59.961981 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663fba17-490e-4660-8481-0ed4d6807a85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e271de1b-1309-4481-86a1-84a3d3173252,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:16:59.971245 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-663fba17-490e-4660-8481-0ed4d6807a85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:16:59.977323 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-663fba17-490e-4660-8481-0ed4d6807a85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:59.982234 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-663fba17-490e-4660-8481-0ed4d6807a85 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e271de1b-1309-4481-86a1-84a3d3173252 HTTP/1.1" status: 204 len: 168 time: 1.4745774 Apr 19 18:16:59.988263 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f89a61f4-bf8b-49a6-84df-4e5ceffbf9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:59.995943 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-4cf9c98b-0db6-48b0-9663-878a1724cd76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:00.003463 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd51849d-1062-4226-8fc5-a030cd9a91b7 req-83152d98-5eea-4b75-81aa-fe98cc538365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:00.006747 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-dd51849d-1062-4226-8fc5-a030cd9a91b7 req-83152d98-5eea-4b75-81aa-fe98cc538365 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8280c444ce7f4603a8a1042629dae0e6&device_id=87b4b104-2786-4f0b-a653-285749168117 HTTP/1.1" status: 200 len: 1096 time: 0.7342052 Apr 19 18:17:00.010325 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89a61f4-bf8b-49a6-84df-4e5ceffbf9d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fca7976-6e7c-4a7b-8aa0-c2b34aa4bac8,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:00.018162 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-f89a61f4-bf8b-49a6-84df-4e5ceffbf9d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:00.024665 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f89a61f4-bf8b-49a6-84df-4e5ceffbf9d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:00.028393 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-f89a61f4-bf8b-49a6-84df-4e5ceffbf9d8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3fca7976-6e7c-4a7b-8aa0-c2b34aa4bac8 HTTP/1.1" status: 204 len: 168 time: 1.0909886 Apr 19 18:17:00.028549 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2657e-7002-427a-b67d-e8687e559e4c req-c194f8cb-25d8-4818-96ae-16ab7614b9f4 tempest-DeleteServersTestJSON-1051952203 tempest-DeleteServersTestJSON-1051952203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:00.029859 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b1c2657e-7002-427a-b67d-e8687e559e4c req-c194f8cb-25d8-4818-96ae-16ab7614b9f4 tempest-DeleteServersTestJSON-1051952203 tempest-DeleteServersTestJSON-1051952203-project] 10.222.0.36 "GET /v2.0/ports?device_id=75e6fcb7-8519-439e-ba01-d5591cdb6a41 HTTP/1.1" status: 200 len: 946 time: 0.4796622 Apr 19 18:17:00.117062 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727b84a2-91c8-41b3-920a-d4110061cbd5 None None] Network 6f120a42-0f1b-4cad-958e-84184fe387ef requested from dv-cinder-786927-1-iscsi {{(pid=86364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:17:00.191564 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd488672-d552-4f9b-9e87-13a16b92b4e0 req-63b9808b-9b7a-48eb-a797-81e8d246e312 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:00.201148 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-dd488672-d552-4f9b-9e87-13a16b92b4e0 req-63b9808b-9b7a-48eb-a797-81e8d246e312 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b691650-77a3-46c0-a67b-efc4dfadac21 HTTP/1.1" status: 200 len: 943 time: 0.1248133 Apr 19 18:17:00.237480 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-dd51849d-1062-4226-8fc5-a030cd9a91b7 req-4389edfa-04e9-4ce8-a48f-78f969731fce service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=98d8ecda-c4bf-4896-9ccc-082fdde649d1 HTTP/1.1" status: 200 len: 217 time: 0.2055779 Apr 19 18:17:00.272150 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-dd488672-d552-4f9b-9e87-13a16b92b4e0 req-d802d2e1-ff6d-45d5-aaed-695996158839 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/security-groups?id=778d29cd-223c-4156-b234-ea1b27d18789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664704 Apr 19 18:17:00.273055 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 58224) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:17:00.350890 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef6b7e65-c641-4c79-9e2e-c8a98efca350 admin admin] Deleting subnet 66d495d4-4a1e-4122-b803-7b785c0552e4 {{(pid=86363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 18:17:00.354755 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ef6b7e65-c641-4c79-9e2e-c8a98efca350 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:00.387677 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-bc7c43a0-dadf-4efc-bb34-6fc3279e7e07 req-81ea4f11-0e78-4b90-b61b-f1fa1ce11672 service neutron] 10.222.0.53 "GET /v2.0/networks/3797f849-9d72-4a34-898b-30cdb86131ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7071476 Apr 19 18:17:00.424708 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ef6b7e65-c641-4c79-9e2e-c8a98efca350 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:00.433416 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ef6b7e65-c641-4c79-9e2e-c8a98efca350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013858'] for subnet, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:00.584445 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b1c2657e-7002-427a-b67d-e8687e559e4c req-f42b505e-9eb4-4034-b752-f854ea2716d8 tempest-DeleteServersTestJSON-1051952203 tempest-DeleteServersTestJSON-1051952203-project] 10.222.0.36 "GET /v2.0/security-groups?id=47cb2f47-8a13-4e99-a8cf-616a63b06189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4186885 Apr 19 18:17:00.596518 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd51849d-1062-4226-8fc5-a030cd9a91b7 req-98589099-1867-4a5f-b283-9ed73301b5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:00.599164 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-dd51849d-1062-4226-8fc5-a030cd9a91b7 req-98589099-1867-4a5f-b283-9ed73301b5b0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ada99008-3d7e-49b3-8e59-95a033a8bf6a HTTP/1.1" status: 200 len: 858 time: 0.3512242 Apr 19 18:17:00.694969 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-dd51849d-1062-4226-8fc5-a030cd9a91b7 req-60f33267-bb7d-400c-8aa4-bc384b8afc42 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8a0b2a47-900b-4baa-8d26-539dace3d837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0866878 Apr 19 18:17:00.758907 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ef6b7e65-c641-4c79-9e2e-c8a98efca350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850761958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853862292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962'] for subnet, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:00.764914 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b31b074b-78af-40d8-8480-733ad147965f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:00.815895 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6b7e65-c641-4c79-9e2e-c8a98efca350 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66d495d4-4a1e-4122-b803-7b785c0552e4,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:00.820865 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-ef6b7e65-c641-4c79-9e2e-c8a98efca350 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:00.825334 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ef6b7e65-c641-4c79-9e2e-c8a98efca350 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759945'] for subnet, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:00.833720 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-ef6b7e65-c641-4c79-9e2e-c8a98efca350 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/66d495d4-4a1e-4122-b803-7b785c0552e4 HTTP/1.1" status: 204 len: 168 time: 0.5592301 Apr 19 18:17:00.837833 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 58244) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:17:00.965801 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 58250) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:17:01.001015 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-3a29f100-fd95-44b3-87bd-6ae55a2d1359 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:01.032650 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5d305691-bd69-4512-abdb-5d3b89ef6368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3689838'] for network, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:01.162595 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-bc7c43a0-dadf-4efc-bb34-6fc3279e7e07 req-90912621-11f4-4341-80c1-a8275cea9d92 service neutron] 10.222.0.53 "GET /v2.0/networks/3797f849-9d72-4a34-898b-30cdb86131ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7466166 Apr 19 18:17:01.166022 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-dd51849d-1062-4226-8fc5-a030cd9a91b7 req-0eb8d650-7ef4-4e17-abfa-a0a039c76477 service neutron] 10.222.0.53 "GET /v2.0/networks/8a0b2a47-900b-4baa-8d26-539dace3d837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4391656 Apr 19 18:17:01.173778 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-3a29f100-fd95-44b3-87bd-6ae55a2d1359 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:17:01.209149 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-3a29f100-fd95-44b3-87bd-6ae55a2d1359 admin admin] Usage tracker for resource:security_group_rule and tenant:86f805ef242f45c4bbb02b3f617755ae is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:17:01.218978 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-3a29f100-fd95-44b3-87bd-6ae55a2d1359 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:17:01.326309 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5d305691-bd69-4512-abdb-5d3b89ef6368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850761865', 'neutron.services.segments.db._delete_segments_for_network-8782698178163'] for network, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:01.327122 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-3a29f100-fd95-44b3-87bd-6ae55a2d1359 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:17:01.438571 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-3a29f100-fd95-44b3-87bd-6ae55a2d1359 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:01.446813 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-3a29f100-fd95-44b3-87bd-6ae55a2d1359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:01.459478 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:01.464720 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5d305691-bd69-4512-abdb-5d3b89ef6368 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86363) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:17:01.465380 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5d305691-bd69-4512-abdb-5d3b89ef6368 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86363) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:17:01.466296 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5d305691-bd69-4512-abdb-5d3b89ef6368 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86363) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:17:01.466887 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5d305691-bd69-4512-abdb-5d3b89ef6368 admin admin] Subscribe: > port after_create 55550000 {{(pid=86363) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:17:01.467181 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5d305691-bd69-4512-abdb-5d3b89ef6368 admin admin] Subscribe: > port after_delete 55550000 {{(pid=86363) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:17:01.467618 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5d305691-bd69-4512-abdb-5d3b89ef6368 admin admin] Subscribe: > port after_update 55550000 {{(pid=86363) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:17:01.468045 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5d305691-bd69-4512-abdb-5d3b89ef6368 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86363) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:17:01.468513 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5d305691-bd69-4512-abdb-5d3b89ef6368 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86363) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:17:01.468958 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5d305691-bd69-4512-abdb-5d3b89ef6368 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86363) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:17:01.469387 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5d305691-bd69-4512-abdb-5d3b89ef6368 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86363) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:17:01.540389 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a29f100-fd95-44b3-87bd-6ae55a2d1359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16a5a7c7-5c8d-4e45-af9b-f7c853f87caa,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:01.549447 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-3a29f100-fd95-44b3-87bd-6ae55a2d1359 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=86f805ef242f45c4bbb02b3f617755ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5825605 Apr 19 18:17:01.567033 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-3a29f100-fd95-44b3-87bd-6ae55a2d1359 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:01.567578 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 58276) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:17:01.592247 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5d305691-bd69-4512-abdb-5d3b89ef6368 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86363) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:17:01.592759 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5d305691-bd69-4512-abdb-5d3b89ef6368 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86363) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:17:01.593955 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5d305691-bd69-4512-abdb-5d3b89ef6368 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86363) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:17:01.594272 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5d305691-bd69-4512-abdb-5d3b89ef6368 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86363) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:17:01.594671 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.services.segments.db [None req-5d305691-bd69-4512-abdb-5d3b89ef6368 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d88ed2cb-6afc-44ef-bbbe-b8b36c79d1f0']}} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:17:01.610833 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.services.segments.db [None req-5d305691-bd69-4512-abdb-5d3b89ef6368 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad85982e-3272-4ff8-8598-626e04b8793e') {'for_net_delete': True} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:17:01.611200 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.services.segments.db [None req-5d305691-bd69-4512-abdb-5d3b89ef6368 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad85982e-3272-4ff8-8598-626e04b8793e') {} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:17:01.624776 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-dd51849d-1062-4226-8fc5-a030cd9a91b7 req-595c0297-30b8-4731-9427-dbe2caef98b2 service neutron] 10.222.0.53 "GET /v2.0/networks/8a0b2a47-900b-4baa-8d26-539dace3d837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4469354 Apr 19 18:17:01.625019 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5d305691-bd69-4512-abdb-5d3b89ef6368 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363254156488035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11913476'] for segment, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:01.666100 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5d305691-bd69-4512-abdb-5d3b89ef6368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850937276'] for segment, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:01.678692 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d305691-bd69-4512-abdb-5d3b89ef6368 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=86363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 18:17:01.744171 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-37ad3a00-1a26-4292-bb38-59b4d95a4bfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:01.775432 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94765e5-26a4-4c7e-ac72-37e1e331e1b2 req-1fc44281-377d-483d-bb87-0b84bd85bd36 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:01.777788 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a94765e5-26a4-4c7e-ac72-37e1e331e1b2 req-1fc44281-377d-483d-bb87-0b84bd85bd36 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?device_id=87b4b104-2786-4f0b-a653-285749168117 HTTP/1.1" status: 200 len: 943 time: 0.7404392 Apr 19 18:17:01.805926 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-37ad3a00-1a26-4292-bb38-59b4d95a4bfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:01.819326 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Device dab3f0e8-b34c-4a91-941f-44c4e7d7d787 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:17:01.859812 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a94765e5-26a4-4c7e-ac72-37e1e331e1b2 req-be592805-3070-4273-a7ce-485e3521400c tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b617a3-7089-49ee-9bc8-958ab3c8bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743022 Apr 19 18:17:01.992316 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fb1188-2821-4778-896b-3e050bc8a1f4 req-6d8fd5a6-0227-49d6-b8d0-4ee263f1652c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:01.995966 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-47fb1188-2821-4778-896b-3e050bc8a1f4 req-6d8fd5a6-0227-49d6-b8d0-4ee263f1652c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8280c444ce7f4603a8a1042629dae0e6&device_id=87b4b104-2786-4f0b-a653-285749168117 HTTP/1.1" status: 200 len: 1096 time: 0.3208179 Apr 19 18:17:02.002866 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-37ad3a00-1a26-4292-bb38-59b4d95a4bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:02.039543 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:02.126523 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-5d305691-bd69-4512-abdb-5d3b89ef6368 admin admin] Network d88ed2cb-6afc-44ef-bbbe-b8b36c79d1f0 has no segments {{(pid=86363) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:17:02.129762 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ad3a00-1a26-4292-bb38-59b4d95a4bfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a5a7c7-5c8d-4e45-af9b-f7c853f87caa,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:02.135032 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-37ad3a00-1a26-4292-bb38-59b4d95a4bfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:02.138286 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-37ad3a00-1a26-4292-bb38-59b4d95a4bfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:02.139538 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-37ad3a00-1a26-4292-bb38-59b4d95a4bfc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/16a5a7c7-5c8d-4e45-af9b-f7c853f87caa HTTP/1.1" status: 204 len: 168 time: 0.5676858 Apr 19 18:17:02.146626 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5d305691-bd69-4512-abdb-5d3b89ef6368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3838515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036844288813'] for segment, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:02.260889 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fb1188-2821-4778-896b-3e050bc8a1f4 req-53478c13-a5cf-4573-a5e4-44d66d7dd59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:02.262687 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-47fb1188-2821-4778-896b-3e050bc8a1f4 req-53478c13-a5cf-4573-a5e4-44d66d7dd59f service neutron] 10.222.0.53 "GET /v2.0/networks?id=8a0b2a47-900b-4baa-8d26-539dace3d837 HTTP/1.1" status: 200 len: 919 time: 0.2580888 Apr 19 18:17:02.398765 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] For port dab3f0e8-b34c-4a91-941f-44c4e7d7d787, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=dab3f0e8-b34c-4a91-941f-44c4e7d7d787,segment=NetworkSegment(3fe2987a-6741-4b11-91b6-22e760693dd6),segment_id=3fe2987a-6741-4b11-91b6-22e760693dd6)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:17:02.455763 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-47fb1188-2821-4778-896b-3e050bc8a1f4 req-996b5a54-7bf1-4a9c-b73d-05b83eec8f1b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=98d8ecda-c4bf-4896-9ccc-082fdde649d1 HTTP/1.1" status: 200 len: 217 time: 0.1795170 Apr 19 18:17:02.460585 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Returning: {'device': 'dab3f0e8-b34c-4a91-941f-44c4e7d7d787', 'network_id': '8a0b2a47-900b-4baa-8d26-539dace3d837', 'port_id': 'dab3f0e8-b34c-4a91-941f-44c4e7d7d787', 'mac_address': 'fa:16:3e:3c:f0:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ada99008-3d7e-49b3-8e59-95a033a8bf6a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:17:02.474999 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-5d305691-bd69-4512-abdb-5d3b89ef6368 admin admin] Network d88ed2cb-6afc-44ef-bbbe-b8b36c79d1f0 has no segments {{(pid=86363) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:17:02.547163 dv-cinder-786927-1-iscsi neutron-server[86249]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 19 18:17:02.547163 dv-cinder-786927-1-iscsi neutron-server[86249]: from cryptography.utils import int_from_bytes Apr 19 18:17:02.547163 dv-cinder-786927-1-iscsi neutron-server[86249]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 19 18:17:02.547163 dv-cinder-786927-1-iscsi neutron-server[86249]: from cryptography.utils import int_from_bytes Apr 19 18:17:02.547163 dv-cinder-786927-1-iscsi neutron-server[86249]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 19 18:17:02.547163 dv-cinder-786927-1-iscsi neutron-server[86249]: (rel_b, rel_a, rel_b), Apr 19 18:17:02.547163 dv-cinder-786927-1-iscsi neutron-server[86249]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 19 18:17:02.547163 dv-cinder-786927-1-iscsi neutron-server[86249]: (rel_b, rel_a, rel_b), Apr 19 18:17:02.547163 dv-cinder-786927-1-iscsi neutron-server[86249]: Traceback (most recent call last): Apr 19 18:17:02.547163 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 18:17:02.547163 dv-cinder-786927-1-iscsi neutron-server[86249]: timer() Apr 19 18:17:02.547163 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 18:17:02.547163 dv-cinder-786927-1-iscsi neutron-server[86249]: cb(*args, **kw) Apr 19 18:17:02.547163 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 18:17:02.547163 dv-cinder-786927-1-iscsi neutron-server[86249]: return func(*args, **kwargs) Apr 19 18:17:02.547163 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 18:17:02.547163 dv-cinder-786927-1-iscsi neutron-server[86249]: self._notify() Apr 19 18:17:02.547163 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 18:17:02.547163 dv-cinder-786927-1-iscsi neutron-server[86249]: self.callback(batched_events) Apr 19 18:17:02.547163 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 18:17:02.547163 dv-cinder-786927-1-iscsi neutron-server[86249]: event.method(event) Apr 19 18:17:02.547163 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 18:17:02.547163 dv-cinder-786927-1-iscsi neutron-server[86249]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 18:17:02.547163 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 18:17:02.547163 dv-cinder-786927-1-iscsi neutron-server[86249]: segment_id)['aggregates'][0] Apr 19 18:17:02.547163 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 18:17:02.547163 dv-cinder-786927-1-iscsi neutron-server[86249]: return f(self, *a, **k) Apr 19 18:17:02.547163 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 18:17:02.547163 dv-cinder-786927-1-iscsi neutron-server[86249]: return self._get(url).json() Apr 19 18:17:02.547163 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 18:17:02.547163 dv-cinder-786927-1-iscsi neutron-server[86249]: **kwargs) Apr 19 18:17:02.547163 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 18:17:02.547163 dv-cinder-786927-1-iscsi neutron-server[86249]: return self.request(url, 'GET', **kwargs) Apr 19 18:17:02.547163 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 18:17:02.547163 dv-cinder-786927-1-iscsi neutron-server[86249]: **endpoint_filter) Apr 19 18:17:02.547163 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 18:17:02.547163 dv-cinder-786927-1-iscsi neutron-server[86249]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 18:17:02.547163 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 18:17:02.547163 dv-cinder-786927-1-iscsi neutron-server[86249]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 18:17:02.547163 dv-cinder-786927-1-iscsi neutron-server[86249]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 18:17:02.569857 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7aae18-2899-48f2-881c-008ea6628185 req-6ce59173-30be-4684-b532-4383b6bd4088 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:02.572866 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-bd7aae18-2899-48f2-881c-008ea6628185 req-6ce59173-30be-4684-b532-4383b6bd4088 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b691650-77a3-46c0-a67b-efc4dfadac21 HTTP/1.1" status: 200 len: 943 time: 0.3493018 Apr 19 18:17:02.598093 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fb1188-2821-4778-896b-3e050bc8a1f4 req-fa105822-f1d6-4c7f-b02f-3d2ab60edf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:02.599934 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-47fb1188-2821-4778-896b-3e050bc8a1f4 req-fa105822-f1d6-4c7f-b02f-3d2ab60edf91 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ada99008-3d7e-49b3-8e59-95a033a8bf6a HTTP/1.1" status: 200 len: 858 time: 0.1394756 Apr 19 18:17:02.695308 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:02.732188 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dab3f0e8-b34c-4a91-941f-44c4e7d7d787 {{(pid=86364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:17:02.751838 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-47fb1188-2821-4778-896b-3e050bc8a1f4 req-ea6c4c95-d727-4a83-9b94-5f0789cc6156 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8a0b2a47-900b-4baa-8d26-539dace3d837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1453922 Apr 19 18:17:02.780583 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] For port dab3f0e8-b34c-4a91-941f-44c4e7d7d787, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=dab3f0e8-b34c-4a91-941f-44c4e7d7d787,segment=NetworkSegment(3fe2987a-6741-4b11-91b6-22e760693dd6),segment_id=3fe2987a-6741-4b11-91b6-22e760693dd6)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:17:02.792828 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:02.793810 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Device 2cf87aef-3c78-43a0-9072-382888213ecc details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:17:02.803600 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:02.873148 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-bd7aae18-2899-48f2-881c-008ea6628185 req-0ba3d2b4-f104-4ee3-b8a9-ac224ebaeeef tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/security-groups?id=778d29cd-223c-4156-b234-ea1b27d18789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2807403 Apr 19 18:17:02.874004 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5d305691-bd69-4512-abdb-5d3b89ef6368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4013951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854123391'] for network, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:02.884235 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-8b93265a-2b1e-4cfe-a9f0-60737afdb937 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:02.947979 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d305691-bd69-4512-abdb-5d3b89ef6368 admin admin] Pushing event deleted for resources: {'Network': ['ID=d88ed2cb-6afc-44ef-bbbe-b8b36c79d1f0,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:02.950544 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5d305691-bd69-4512-abdb-5d3b89ef6368 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759945'] for network, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:02.985820 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-5d305691-bd69-4512-abdb-5d3b89ef6368 admin admin] 10.222.0.36 "DELETE /v2.0/networks/d88ed2cb-6afc-44ef-bbbe-b8b36c79d1f0 HTTP/1.1" status: 204 len: 168 time: 2.1461666 Apr 19 18:17:02.992349 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 58316) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:17:02.993328 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-5d305691-bd69-4512-abdb-5d3b89ef6368 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:03.081196 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_v2 [None req-438ca8e4-45c4-4496-b598-ef4f76cb824b admin admin] Deleting subnet f7335797-a4cd-4404-b9d9-73fe7238cbe4 {{(pid=86363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 18:17:03.088973 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-438ca8e4-45c4-4496-b598-ef4f76cb824b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:03.183899 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Pushing event updated for resources: {'Port': ['ID=dab3f0e8-b34c-4a91-941f-44c4e7d7d787,revision_number=4']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:03.227405 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:03.248426 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-47fb1188-2821-4778-896b-3e050bc8a1f4 req-8e96a3fc-9523-452f-aa4f-b1605fade25a service neutron] 10.222.0.53 "GET /v2.0/networks/8a0b2a47-900b-4baa-8d26-539dace3d837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4782906 Apr 19 18:17:03.309845 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:03.350334 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-438ca8e4-45c4-4496-b598-ef4f76cb824b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036842862324'] for subnet, precommit_delete_associations {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:03.480587 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] For port 2cf87aef-3c78-43a0-9072-382888213ecc, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=2cf87aef-3c78-43a0-9072-382888213ecc,segment=NetworkSegment(7a2615d6-dc47-46a0-9b5b-ef7d5912dccf),segment_id=7a2615d6-dc47-46a0-9b5b-ef7d5912dccf)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:17:03.529863 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Returning: {'device': '2cf87aef-3c78-43a0-9072-382888213ecc', 'network_id': '3797f849-9d72-4a34-898b-30cdb86131ec', 'port_id': '2cf87aef-3c78-43a0-9072-382888213ecc', 'mac_address': 'fa:16:3e:c1:16:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43bddb65-670a-42dd-9742-7aecd345a4ee', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:17:03.553293 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-438ca8e4-45c4-4496-b598-ef4f76cb824b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013858'] for subnet, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:03.554868 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-47fb1188-2821-4778-896b-3e050bc8a1f4 req-684772b0-9cba-46c3-973c-192e927ca3db service neutron] 10.222.0.53 "GET /v2.0/networks/8a0b2a47-900b-4baa-8d26-539dace3d837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3002195 Apr 19 18:17:03.627345 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d7af78-a828-4162-b783-dc6d4924c66c req-e9edd79a-283c-4494-aa42-e3a270f984fd tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:03.629301 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a1d7af78-a828-4162-b783-dc6d4924c66c req-e9edd79a-283c-4494-aa42-e3a270f984fd tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?device_id=87b4b104-2786-4f0b-a653-285749168117 HTTP/1.1" status: 200 len: 943 time: 0.4169619 Apr 19 18:17:03.648865 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:03.679007 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cf87aef-3c78-43a0-9072-382888213ecc {{(pid=86364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:17:03.717077 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] For port 2cf87aef-3c78-43a0-9072-382888213ecc, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=2cf87aef-3c78-43a0-9072-382888213ecc,segment=NetworkSegment(7a2615d6-dc47-46a0-9b5b-ef7d5912dccf),segment_id=7a2615d6-dc47-46a0-9b5b-ef7d5912dccf)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:17:03.747893 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:03.752249 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-a267c985-88f7-4c7e-9c9b-f583db244d89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:03.867040 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Pushing event updated for resources: {'Port': ['ID=2cf87aef-3c78-43a0-9072-382888213ecc,revision_number=4']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:03.876076 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:03.876985 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a1d7af78-a828-4162-b783-dc6d4924c66c req-6357e1d6-15b2-4bc6-994a-3851d4f66b39 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b617a3-7089-49ee-9bc8-958ab3c8bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249489 Apr 19 18:17:04.013256 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] get_ports_and_sgs() called for port_ids ['dab3f0e8-b34c-4a91-941f-44c4e7d7d787'] {{(pid=86364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:17:04.049619 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] get_ports_and_sgs() called for port_ids ['2cf87aef-3c78-43a0-9072-382888213ecc'] {{(pid=86364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:17:04.145155 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-438ca8e4-45c4-4496-b598-ef4f76cb824b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850761958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853862292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10487664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10691946'] for subnet, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:04.158245 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:04.212745 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438ca8e4-45c4-4496-b598-ef4f76cb824b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7335797-a4cd-4404-b9d9-73fe7238cbe4,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:04.215862 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-438ca8e4-45c4-4496-b598-ef4f76cb824b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759945'] for subnet, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:04.220416 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-438ca8e4-45c4-4496-b598-ef4f76cb824b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:04.232747 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-438ca8e4-45c4-4496-b598-ef4f76cb824b admin admin] 10.222.0.36 "DELETE /v2.0/subnets/f7335797-a4cd-4404-b9d9-73fe7238cbe4 HTTP/1.1" status: 204 len: 168 time: 1.2382886 Apr 19 18:17:04.234211 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 58358) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:17:04.339851 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052fd9bb-70d3-4182-8774-e3c99a9e714f req-a5449dce-c7b6-4650-a9d9-dea3cfed38e7 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:04.350756 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-052fd9bb-70d3-4182-8774-e3c99a9e714f req-a5449dce-c7b6-4650-a9d9-dea3cfed38e7 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b691650-77a3-46c0-a67b-efc4dfadac21 HTTP/1.1" status: 200 len: 944 time: 0.2324963 Apr 19 18:17:04.413568 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-052fd9bb-70d3-4182-8774-e3c99a9e714f req-990721b6-5700-45d1-903f-c0841eed6173 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/security-groups?id=778d29cd-223c-4156-b234-ea1b27d18789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611048 Apr 19 18:17:04.598474 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-38449ebd-f3df-44c4-8065-d5cce8a1d9de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3689838'] for network, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:04.735280 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-38449ebd-f3df-44c4-8065-d5cce8a1d9de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850761865', 'neutron.services.segments.db._delete_segments_for_network-8782698178163'] for network, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:04.863478 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.services.segments.db [None req-38449ebd-f3df-44c4-8065-d5cce8a1d9de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f120a42-0f1b-4cad-958e-84184fe387ef']}} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:17:04.880305 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.services.segments.db [None req-38449ebd-f3df-44c4-8065-d5cce8a1d9de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dace54d-bf10-4e6f-8dc6-22aa7298c69b') {'for_net_delete': True} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:17:04.880653 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.services.segments.db [None req-38449ebd-f3df-44c4-8065-d5cce8a1d9de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dace54d-bf10-4e6f-8dc6-22aa7298c69b') {} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:17:04.895491 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-38449ebd-f3df-44c4-8065-d5cce8a1d9de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363254156488035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11913476'] for segment, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:04.913269 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-38449ebd-f3df-44c4-8065-d5cce8a1d9de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850937276'] for segment, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:04.921084 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38449ebd-f3df-44c4-8065-d5cce8a1d9de admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=86363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 18:17:05.145791 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-38449ebd-f3df-44c4-8065-d5cce8a1d9de admin admin] Network 6f120a42-0f1b-4cad-958e-84184fe387ef has no segments {{(pid=86363) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:17:05.157464 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-38449ebd-f3df-44c4-8065-d5cce8a1d9de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3838515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036844288813'] for segment, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:05.392749 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-38449ebd-f3df-44c4-8065-d5cce8a1d9de admin admin] Network 6f120a42-0f1b-4cad-958e-84184fe387ef has no segments {{(pid=86363) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:17:05.417121 dv-cinder-786927-1-iscsi neutron-server[86249]: Traceback (most recent call last): Apr 19 18:17:05.417121 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 18:17:05.417121 dv-cinder-786927-1-iscsi neutron-server[86249]: timer() Apr 19 18:17:05.417121 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 18:17:05.417121 dv-cinder-786927-1-iscsi neutron-server[86249]: cb(*args, **kw) Apr 19 18:17:05.417121 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 18:17:05.417121 dv-cinder-786927-1-iscsi neutron-server[86249]: return func(*args, **kwargs) Apr 19 18:17:05.417121 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 18:17:05.417121 dv-cinder-786927-1-iscsi neutron-server[86249]: self._notify() Apr 19 18:17:05.417121 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 18:17:05.417121 dv-cinder-786927-1-iscsi neutron-server[86249]: self.callback(batched_events) Apr 19 18:17:05.417121 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 18:17:05.417121 dv-cinder-786927-1-iscsi neutron-server[86249]: event.method(event) Apr 19 18:17:05.417121 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 18:17:05.417121 dv-cinder-786927-1-iscsi neutron-server[86249]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 18:17:05.417121 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 18:17:05.417121 dv-cinder-786927-1-iscsi neutron-server[86249]: segment_id)['aggregates'][0] Apr 19 18:17:05.417121 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 18:17:05.417121 dv-cinder-786927-1-iscsi neutron-server[86249]: return f(self, *a, **k) Apr 19 18:17:05.417121 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 18:17:05.417121 dv-cinder-786927-1-iscsi neutron-server[86249]: return self._get(url).json() Apr 19 18:17:05.417121 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 18:17:05.417121 dv-cinder-786927-1-iscsi neutron-server[86249]: **kwargs) Apr 19 18:17:05.417121 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 18:17:05.417121 dv-cinder-786927-1-iscsi neutron-server[86249]: return self.request(url, 'GET', **kwargs) Apr 19 18:17:05.417121 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 18:17:05.417121 dv-cinder-786927-1-iscsi neutron-server[86249]: **endpoint_filter) Apr 19 18:17:05.417121 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 18:17:05.417121 dv-cinder-786927-1-iscsi neutron-server[86249]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 18:17:05.417121 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 18:17:05.417121 dv-cinder-786927-1-iscsi neutron-server[86249]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 18:17:05.417121 dv-cinder-786927-1-iscsi neutron-server[86249]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 18:17:05.523200 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-38449ebd-f3df-44c4-8065-d5cce8a1d9de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4013951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854123391'] for network, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:05.534390 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aab7ba-64d4-409b-b9f9-bd0afbfe2d02 req-952721b1-fd47-48c0-afb3-afc8a9f3ca75 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:05.536097 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-34aab7ba-64d4-409b-b9f9-bd0afbfe2d02 req-952721b1-fd47-48c0-afb3-afc8a9f3ca75 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?device_id=87b4b104-2786-4f0b-a653-285749168117 HTTP/1.1" status: 200 len: 943 time: 0.2156210 Apr 19 18:17:05.538358 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:05.553990 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-38449ebd-f3df-44c4-8065-d5cce8a1d9de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759945'] for network, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:05.567396 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-38449ebd-f3df-44c4-8065-d5cce8a1d9de admin admin] 10.222.0.36 "DELETE /v2.0/networks/6f120a42-0f1b-4cad-958e-84184fe387ef HTTP/1.1" status: 204 len: 168 time: 1.3314335 Apr 19 18:17:05.588426 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38449ebd-f3df-44c4-8065-d5cce8a1d9de admin admin] Pushing event deleted for resources: {'Network': ['ID=6f120a42-0f1b-4cad-958e-84184fe387ef,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:05.594629 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-38449ebd-f3df-44c4-8065-d5cce8a1d9de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:05.622800 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-34aab7ba-64d4-409b-b9f9-bd0afbfe2d02 req-d5b7a666-c22c-4103-abc9-1c02c9f28272 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b617a3-7089-49ee-9bc8-958ab3c8bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702848 Apr 19 18:17:05.685638 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ff20ed-f7fc-49ca-ac01-0e8132e0376e req-d2b4427b-6b87-412a-b0be-43f04be851f9 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:05.694727 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-73ff20ed-f7fc-49ca-ac01-0e8132e0376e req-d2b4427b-6b87-412a-b0be-43f04be851f9 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b691650-77a3-46c0-a67b-efc4dfadac21 HTTP/1.1" status: 200 len: 944 time: 0.1296122 Apr 19 18:17:05.779296 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-73ff20ed-f7fc-49ca-ac01-0e8132e0376e req-67331ac0-b7eb-4814-a0a3-03736b4a7953 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/security-groups?id=778d29cd-223c-4156-b234-ea1b27d18789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822265 Apr 19 18:17:05.850179 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 58420) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:17:05.851050 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Device 98d8ecda-c4bf-4896-9ccc-082fdde649d1 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:17:05.854395 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Device dab3f0e8-b34c-4a91-941f-44c4e7d7d787 up at agent hyperv_hv-cinder-78692 {{(pid=86364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:17:05.908104 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-34b1e133-2b94-4f5e-977f-ff58f11e4f74 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dccba79a76fe467594863cdc8bb2c034&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0556943 Apr 19 18:17:05.910197 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 58424) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:17:05.978121 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-15e32a82-3db0-4786-abc8-b17a18a1801a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:06.011239 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-15e32a82-3db0-4786-abc8-b17a18a1801a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:06.037645 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Provisioning for port dab3f0e8-b34c-4a91-941f-44c4e7d7d787 completed by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:17:06.058697 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Provisioning complete for port dab3f0e8-b34c-4a91-941f-44c4e7d7d787 triggered by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:17:06.059144 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:06.072741 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-15e32a82-3db0-4786-abc8-b17a18a1801a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:06.081293 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-37ad3a00-1a26-4292-bb38-59b4d95a4bfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:06.096036 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-15e32a82-3db0-4786-abc8-b17a18a1801a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:06.097847 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-15e32a82-3db0-4786-abc8-b17a18a1801a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2d85140c-a732-43dd-8d8d-e7058f696eff HTTP/1.1" status: 204 len: 168 time: 0.1865957 Apr 19 18:17:06.103116 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e32a82-3db0-4786-abc8-b17a18a1801a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d85140c-a732-43dd-8d8d-e7058f696eff,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:06.106043 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-15e32a82-3db0-4786-abc8-b17a18a1801a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:06.167948 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] For port 98d8ecda-c4bf-4896-9ccc-082fdde649d1, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=98d8ecda-c4bf-4896-9ccc-082fdde649d1,segment=NetworkSegment(3fe2987a-6741-4b11-91b6-22e760693dd6),segment_id=3fe2987a-6741-4b11-91b6-22e760693dd6)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:17:06.194940 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Returning: {'device': '98d8ecda-c4bf-4896-9ccc-082fdde649d1', 'network_id': '8a0b2a47-900b-4baa-8d26-539dace3d837', 'port_id': '98d8ecda-c4bf-4896-9ccc-082fdde649d1', 'mac_address': 'fa:16:3e:71:ff:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ada99008-3d7e-49b3-8e59-95a033a8bf6a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:17:06.313337 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:06.326569 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:06.357457 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98d8ecda-c4bf-4896-9ccc-082fdde649d1 {{(pid=86364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:17:06.372135 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] For port 98d8ecda-c4bf-4896-9ccc-082fdde649d1, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=98d8ecda-c4bf-4896-9ccc-082fdde649d1,segment=NetworkSegment(3fe2987a-6741-4b11-91b6-22e760693dd6),segment_id=3fe2987a-6741-4b11-91b6-22e760693dd6)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:17:06.377566 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:06.381569 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b20dc3e5-48df-46f3-8daf-5e4650cd95fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:06.462417 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16315f5a-aa7c-4989-ae90-ef13ce620234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dab3f0e8-b34c-4a91-941f-44c4e7d7d787'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:17:06.489283 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] For port dab3f0e8-b34c-4a91-941f-44c4e7d7d787, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=dab3f0e8-b34c-4a91-941f-44c4e7d7d787,segment=NetworkSegment(3fe2987a-6741-4b11-91b6-22e760693dd6),segment_id=3fe2987a-6741-4b11-91b6-22e760693dd6)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:17:06.497083 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:06.498653 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Device 2cf87aef-3c78-43a0-9072-382888213ecc up at agent hyperv_hv-cinder-78692 {{(pid=86364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:17:06.507943 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 58458) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:17:06.562753 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16315f5a-aa7c-4989-ae90-ef13ce620234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dab3f0e8-b34c-4a91-941f-44c4e7d7d787', 'code': 200} Apr 19 18:17:06.572368 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Pushing event updated for resources: {'Port': ['ID=98d8ecda-c4bf-4896-9ccc-082fdde649d1,revision_number=4']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:06.573024 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-03834eee-5494-43ba-8400-84b5fe14686a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8546ed2e86704606a85c19a67ddb3570&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0634570 Apr 19 18:17:06.575862 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 58462) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:17:06.578766 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:06.579334 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:06.649842 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-19e38eae-3401-4957-bc92-c29335e2b462 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:06.659379 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Pushing event updated for resources: {'Port': ['ID=dab3f0e8-b34c-4a91-941f-44c4e7d7d787,revision_number=5']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:06.670179 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:06.682061 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] get_ports_and_sgs() called for port_ids ['98d8ecda-c4bf-4896-9ccc-082fdde649d1'] {{(pid=86364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:17:06.682605 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-19e38eae-3401-4957-bc92-c29335e2b462 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:06.756064 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Provisioning for port 2cf87aef-3c78-43a0-9072-382888213ecc completed by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:17:06.769973 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-19e38eae-3401-4957-bc92-c29335e2b462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:06.776382 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-66b9d779-3bf8-49ea-b7e6-c905d8f9ba0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:06.776592 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Provisioning complete for port 2cf87aef-3c78-43a0-9072-382888213ecc triggered by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:17:06.776792 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:06.804190 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-19e38eae-3401-4957-bc92-c29335e2b462 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:06.805762 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-19e38eae-3401-4957-bc92-c29335e2b462 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/781defa9-f3d4-46f3-9d39-242dec8e6db9 HTTP/1.1" status: 204 len: 168 time: 0.2283506 Apr 19 18:17:06.806899 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e38eae-3401-4957-bc92-c29335e2b462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=781defa9-f3d4-46f3-9d39-242dec8e6db9,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:06.821056 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-19e38eae-3401-4957-bc92-c29335e2b462 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:07.138681 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d4ccf-8916-4172-a168-6c816788da6e req-559db390-ce6d-417c-96fd-c71c2112b55f tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:07.150290 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e31d4ccf-8916-4172-a168-6c816788da6e req-559db390-ce6d-417c-96fd-c71c2112b55f tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b691650-77a3-46c0-a67b-efc4dfadac21 HTTP/1.1" status: 200 len: 944 time: 0.1534407 Apr 19 18:17:07.223193 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba25336-5580-42ef-9aa7-1da512e85c10 req-ad84bf3c-66cb-4853-bda6-258caaec971f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:07.228707 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-bba25336-5580-42ef-9aa7-1da512e85c10 req-ad84bf3c-66cb-4853-bda6-258caaec971f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=16315f5a-aa7c-4989-ae90-ef13ce620234 HTTP/1.1" status: 200 len: 1099 time: 0.3666852 Apr 19 18:17:07.267951 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e31d4ccf-8916-4172-a168-6c816788da6e req-2c85850a-3bc2-49e7-99aa-5c67a42997e4 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/security-groups?id=778d29cd-223c-4156-b234-ea1b27d18789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165731 Apr 19 18:17:07.334432 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d856a989-db94-4edc-8f4e-c0ec3ddb54c6 req-40f5695e-2c43-4409-a5fc-339f607c3abd tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:07.345520 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-d856a989-db94-4edc-8f4e-c0ec3ddb54c6 req-40f5695e-2c43-4409-a5fc-339f607c3abd tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Synchronizing usage tracker for tenant:8280c444ce7f4603a8a1042629dae0e6 on resource:port {{(pid=86362) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:17:07.381315 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-d856a989-db94-4edc-8f4e-c0ec3ddb54c6 req-40f5695e-2c43-4409-a5fc-339f607c3abd tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Unset dirty status for tenant:8280c444ce7f4603a8a1042629dae0e6 on resource:port {{(pid=86362) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:17:07.391603 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d856a989-db94-4edc-8f4e-c0ec3ddb54c6 req-40f5695e-2c43-4409-a5fc-339f607c3abd tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?device_id=87b4b104-2786-4f0b-a653-285749168117 HTTP/1.1" status: 200 len: 944 time: 0.3392246 Apr 19 18:17:07.412281 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 58488) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:17:07.430556 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:07.480176 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-d856a989-db94-4edc-8f4e-c0ec3ddb54c6 req-8b557fff-743c-48df-88fe-4dcd7387e7d5 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Synchronizing usage tracker for tenant:8280c444ce7f4603a8a1042629dae0e6 on resource:security_group {{(pid=86362) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:17:07.495213 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] For port 2cf87aef-3c78-43a0-9072-382888213ecc, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=2cf87aef-3c78-43a0-9072-382888213ecc,segment=NetworkSegment(7a2615d6-dc47-46a0-9b5b-ef7d5912dccf),segment_id=7a2615d6-dc47-46a0-9b5b-ef7d5912dccf)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:17:07.517552 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-d856a989-db94-4edc-8f4e-c0ec3ddb54c6 req-8b557fff-743c-48df-88fe-4dcd7387e7d5 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Unset dirty status for tenant:8280c444ce7f4603a8a1042629dae0e6 on resource:security_group {{(pid=86362) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:17:07.518862 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d856a989-db94-4edc-8f4e-c0ec3ddb54c6 req-8b557fff-743c-48df-88fe-4dcd7387e7d5 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b617a3-7089-49ee-9bc8-958ab3c8bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243544 Apr 19 18:17:07.521406 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:07.544143 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:07.651717 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dfb74afb-2e55-4d1e-b6df-369d6512ae8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:07.651895 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Pushing event updated for resources: {'Port': ['ID=2cf87aef-3c78-43a0-9072-382888213ecc,revision_number=5']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:07.654690 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:07.666762 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-dfb74afb-2e55-4d1e-b6df-369d6512ae8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:17:07.671190 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-dfb74afb-2e55-4d1e-b6df-369d6512ae8f admin admin] Usage tracker for resource:security_group_rule and tenant:005c0a8047674938883a46e57d53d5de is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:17:07.674965 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-dfb74afb-2e55-4d1e-b6df-369d6512ae8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:17:07.681538 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-dfb74afb-2e55-4d1e-b6df-369d6512ae8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:17:07.799589 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dfb74afb-2e55-4d1e-b6df-369d6512ae8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:07.802409 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dfb74afb-2e55-4d1e-b6df-369d6512ae8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:07.812185 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-fbe268a6-fbe4-4e93-82fb-3d8986f5b04a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:07.856056 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-dfb74afb-2e55-4d1e-b6df-369d6512ae8f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=005c0a8047674938883a46e57d53d5de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4426179 Apr 19 18:17:07.857787 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb74afb-2e55-4d1e-b6df-369d6512ae8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=798d5983-56df-4118-ba34-aa2c6f41b989,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:07.859088 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 58510) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:17:07.861588 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-dfb74afb-2e55-4d1e-b6df-369d6512ae8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:07.929594 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dbe356b2-42fc-42b2-87ae-b4527a1974d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:07.960023 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dbe356b2-42fc-42b2-87ae-b4527a1974d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:08.006875 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dbe356b2-42fc-42b2-87ae-b4527a1974d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:08.012350 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-e9c5f6a3-2833-4938-8f49-0ebbe6e87c8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:08.027221 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe356b2-42fc-42b2-87ae-b4527a1974d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=798d5983-56df-4118-ba34-aa2c6f41b989,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:08.029942 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-dbe356b2-42fc-42b2-87ae-b4527a1974d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:08.032870 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dbe356b2-42fc-42b2-87ae-b4527a1974d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:08.036607 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-dbe356b2-42fc-42b2-87ae-b4527a1974d3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/798d5983-56df-4118-ba34-aa2c6f41b989 HTTP/1.1" status: 204 len: 168 time: 0.1737227 Apr 19 18:17:08.224560 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-bba25336-5580-42ef-9aa7-1da512e85c10 req-469a70b3-af30-4aaf-8a8d-a67ef9c32e22 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a5b617a3-7089-49ee-9bc8-958ab3c8bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438697 Apr 19 18:17:08.428781 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 58536) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:17:08.449338 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-27fc06e3-9022-4142-8c89-7bec0d6e3e6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:08.466834 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-27fc06e3-9022-4142-8c89-7bec0d6e3e6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:17:08.471120 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-27fc06e3-9022-4142-8c89-7bec0d6e3e6e admin admin] Usage tracker for resource:security_group_rule and tenant:0d3b27807a3a4ecc8f2c06659718f6bc is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:17:08.474459 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-27fc06e3-9022-4142-8c89-7bec0d6e3e6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:17:08.481294 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-27fc06e3-9022-4142-8c89-7bec0d6e3e6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:17:08.489268 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bba624-4767-4c9a-aec4-ac8c9dcc2dbe req-f36af687-938e-4775-a6b4-9d88f644c809 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:08.492164 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-40bba624-4767-4c9a-aec4-ac8c9dcc2dbe req-f36af687-938e-4775-a6b4-9d88f644c809 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b691650-77a3-46c0-a67b-efc4dfadac21 HTTP/1.1" status: 200 len: 945 time: 0.0978868 Apr 19 18:17:08.555218 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-40bba624-4767-4c9a-aec4-ac8c9dcc2dbe req-ff4a3d1d-f86b-4e7a-8bb5-fb9ebbcf319a tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/security-groups?id=778d29cd-223c-4156-b234-ea1b27d18789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577526 Apr 19 18:17:08.564197 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b691650-77a3-46c0-a67b-efc4dfadac21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cf87aef-3c78-43a0-9072-382888213ecc'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:17:08.590051 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-27fc06e3-9022-4142-8c89-7bec0d6e3e6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:08.595248 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-27fc06e3-9022-4142-8c89-7bec0d6e3e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:08.608783 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:08.619551 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b691650-77a3-46c0-a67b-efc4dfadac21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cf87aef-3c78-43a0-9072-382888213ecc', 'code': 200} Apr 19 18:17:08.656797 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-27fc06e3-9022-4142-8c89-7bec0d6e3e6e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0d3b27807a3a4ecc8f2c06659718f6bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2266059 Apr 19 18:17:08.659660 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 58548) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:17:08.659922 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fc06e3-9022-4142-8c89-7bec0d6e3e6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c8a9d2-886e-453c-95bf-59bc51a7832a,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:08.710995 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-27fc06e3-9022-4142-8c89-7bec0d6e3e6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:08.758351 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce935c0-c33c-42fb-bf71-ffb3440a1b77 req-aadf068b-152a-4499-b8c3-2d542f0ac92b tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:08.760433 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1ce935c0-c33c-42fb-bf71-ffb3440a1b77 req-aadf068b-152a-4499-b8c3-2d542f0ac92b tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?device_id=87b4b104-2786-4f0b-a653-285749168117 HTTP/1.1" status: 200 len: 944 time: 0.1018012 Apr 19 18:17:08.818546 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c7eea7df-388b-4093-a495-96f4427aaa49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:08.835479 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1ce935c0-c33c-42fb-bf71-ffb3440a1b77 req-8c4037e4-5922-4064-bda3-d828f42a4348 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b617a3-7089-49ee-9bc8-958ab3c8bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676310 Apr 19 18:17:08.863988 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c7eea7df-388b-4093-a495-96f4427aaa49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:08.912412 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c7eea7df-388b-4093-a495-96f4427aaa49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:08.917922 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:08.932145 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eea7df-388b-4093-a495-96f4427aaa49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c8a9d2-886e-453c-95bf-59bc51a7832a,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:08.936278 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-c7eea7df-388b-4093-a495-96f4427aaa49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:08.943083 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c7eea7df-388b-4093-a495-96f4427aaa49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:08.944351 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-c7eea7df-388b-4093-a495-96f4427aaa49 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/40c8a9d2-886e-453c-95bf-59bc51a7832a HTTP/1.1" status: 204 len: 168 time: 0.2834444 Apr 19 18:17:09.228892 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 58568) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:17:09.354927 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f139b13c-ba09-4070-b7b3-be65c3439a28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:09.371703 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-f139b13c-ba09-4070-b7b3-be65c3439a28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:17:09.375970 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-f139b13c-ba09-4070-b7b3-be65c3439a28 admin admin] Usage tracker for resource:security_group_rule and tenant:a1630bd9eebb46dda44fb166446cc2b1 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:17:09.379209 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-f139b13c-ba09-4070-b7b3-be65c3439a28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:17:09.385677 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-f139b13c-ba09-4070-b7b3-be65c3439a28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:17:09.470810 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f139b13c-ba09-4070-b7b3-be65c3439a28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:09.474394 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f139b13c-ba09-4070-b7b3-be65c3439a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:09.483901 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-19e38eae-3401-4957-bc92-c29335e2b462 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:09.529003 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-f139b13c-ba09-4070-b7b3-be65c3439a28 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a1630bd9eebb46dda44fb166446cc2b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2987113 Apr 19 18:17:09.531592 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f139b13c-ba09-4070-b7b3-be65c3439a28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f8ad2cd-5fe2-4959-b602-8590d03128ee,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:09.532686 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 58586) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:17:09.535317 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-f139b13c-ba09-4070-b7b3-be65c3439a28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:09.623577 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7a407d6e-363e-4af2-85f1-a72a169cc19e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:09.656689 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7a407d6e-363e-4af2-85f1-a72a169cc19e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:09.703893 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7a407d6e-363e-4af2-85f1-a72a169cc19e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:09.712874 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-46dc7ec3-0312-4102-a22a-da14a59d7af8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:09.752187 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a407d6e-363e-4af2-85f1-a72a169cc19e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f8ad2cd-5fe2-4959-b602-8590d03128ee,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:09.757608 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5776a150-6a35-4e5c-8b11-96559e8ec98b req-a9e5bae8-37fc-4208-9cea-f53a85245347 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:09.759284 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5776a150-6a35-4e5c-8b11-96559e8ec98b req-a9e5bae8-37fc-4208-9cea-f53a85245347 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b691650-77a3-46c0-a67b-efc4dfadac21 HTTP/1.1" status: 200 len: 945 time: 0.0933278 Apr 19 18:17:09.761512 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7a407d6e-363e-4af2-85f1-a72a169cc19e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:09.765744 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-7a407d6e-363e-4af2-85f1-a72a169cc19e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9f8ad2cd-5fe2-4959-b602-8590d03128ee HTTP/1.1" status: 204 len: 168 time: 0.2252007 Apr 19 18:17:09.765744 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-7a407d6e-363e-4af2-85f1-a72a169cc19e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:09.819262 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5776a150-6a35-4e5c-8b11-96559e8ec98b req-08bc3b85-ff64-4c49-86ec-d64d53dfd251 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/security-groups?id=778d29cd-223c-4156-b234-ea1b27d18789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517614 Apr 19 18:17:10.087986 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fc166a-b4f6-45b2-8b39-e575ec744040 req-92f39096-e363-4446-ac40-329f5603e8fa tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:10.092132 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-97fc166a-b4f6-45b2-8b39-e575ec744040 req-92f39096-e363-4446-ac40-329f5603e8fa tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?device_id=87b4b104-2786-4f0b-a653-285749168117 HTTP/1.1" status: 200 len: 944 time: 0.1072776 Apr 19 18:17:10.144668 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-97fc166a-b4f6-45b2-8b39-e575ec744040 req-9a811b5d-301d-483d-8ab2-d9ded54bd7d5 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b617a3-7089-49ee-9bc8-958ab3c8bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480928 Apr 19 18:17:10.201554 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 58620) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:17:10.220580 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f6d3f288-dabd-4325-b8a0-a972335eb955 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:10.237112 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-f6d3f288-dabd-4325-b8a0-a972335eb955 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:17:10.241361 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-f6d3f288-dabd-4325-b8a0-a972335eb955 admin admin] Usage tracker for resource:security_group_rule and tenant:ecbb46e168d54ec48dbc6e688a0f1566 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:17:10.244384 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-f6d3f288-dabd-4325-b8a0-a972335eb955 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:17:10.250957 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-f6d3f288-dabd-4325-b8a0-a972335eb955 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:17:10.336946 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f6d3f288-dabd-4325-b8a0-a972335eb955 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:10.340008 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f6d3f288-dabd-4325-b8a0-a972335eb955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:10.349030 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:10.391966 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-f6d3f288-dabd-4325-b8a0-a972335eb955 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ecbb46e168d54ec48dbc6e688a0f1566&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1892476 Apr 19 18:17:10.393654 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d3f288-dabd-4325-b8a0-a972335eb955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a796b3e-23a2-479d-837d-d72b6a0202df,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:10.394756 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 58626) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:17:10.397161 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-f6d3f288-dabd-4325-b8a0-a972335eb955 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:10.461930 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-aa430582-d70d-4987-8982-4a51741d3dcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:10.492538 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-aa430582-d70d-4987-8982-4a51741d3dcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:10.542772 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-aa430582-d70d-4987-8982-4a51741d3dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:10.549495 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-f89a61f4-bf8b-49a6-84df-4e5ceffbf9d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:10.562403 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa430582-d70d-4987-8982-4a51741d3dcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a796b3e-23a2-479d-837d-d72b6a0202df,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:10.564781 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-aa430582-d70d-4987-8982-4a51741d3dcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:10.586852 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-aa430582-d70d-4987-8982-4a51741d3dcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:10.587060 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f210eb-c128-4c75-a875-6617aa4c64c1 req-6c721692-6be1-4f19-ba47-d8ef04fd318b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:10.588122 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-aa430582-d70d-4987-8982-4a51741d3dcf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9a796b3e-23a2-479d-837d-d72b6a0202df HTTP/1.1" status: 204 len: 168 time: 0.1908872 Apr 19 18:17:10.588580 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-54f210eb-c128-4c75-a875-6617aa4c64c1 req-6c721692-6be1-4f19-ba47-d8ef04fd318b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1b691650-77a3-46c0-a67b-efc4dfadac21 HTTP/1.1" status: 200 len: 1098 time: 0.0935254 Apr 19 18:17:10.640551 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-54f210eb-c128-4c75-a875-6617aa4c64c1 req-9f29d083-dbd9-4962-a464-16d21a42be02 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=778d29cd-223c-4156-b234-ea1b27d18789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401723 Apr 19 18:17:11.050445 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b3207b-5769-4f90-9be0-18f8a0704f84 req-9930af7f-2952-4948-8043-034c3901da86 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:11.058174 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-35b3207b-5769-4f90-9be0-18f8a0704f84 req-9930af7f-2952-4948-8043-034c3901da86 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b691650-77a3-46c0-a67b-efc4dfadac21 HTTP/1.1" status: 200 len: 945 time: 0.1097007 Apr 19 18:17:11.107756 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-35b3207b-5769-4f90-9be0-18f8a0704f84 req-79b2ca33-efe0-4f7d-ada5-ba0d7f5d52b0 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/security-groups?id=778d29cd-223c-4156-b234-ea1b27d18789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486550 Apr 19 18:17:11.442593 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb88d6c3-b499-460a-99bc-787b50305193 req-653be7ed-5acf-47b2-855a-0c3002564c95 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:11.444434 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-fb88d6c3-b499-460a-99bc-787b50305193 req-653be7ed-5acf-47b2-855a-0c3002564c95 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?device_id=87b4b104-2786-4f0b-a653-285749168117 HTTP/1.1" status: 200 len: 944 time: 0.1340656 Apr 19 18:17:11.565796 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-fb88d6c3-b499-460a-99bc-787b50305193 req-3ffd64f1-0676-475b-b2d4-b48964b02168 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b617a3-7089-49ee-9bc8-958ab3c8bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145759 Apr 19 18:17:12.211435 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Device 98d8ecda-c4bf-4896-9ccc-082fdde649d1 up at agent hyperv_hv-cinder-78692 {{(pid=86364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:17:12.237140 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.agents_db [None req-8d26a53d-5aec-40fe-9147-3f846c88e388 None None] Agent healthcheck: found 6 active agents {{(pid=86365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:17:12.294030 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Provisioning for port 98d8ecda-c4bf-4896-9ccc-082fdde649d1 completed by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:17:12.300116 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Provisioning complete for port 98d8ecda-c4bf-4896-9ccc-082fdde649d1 triggered by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:17:12.300760 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:12.368156 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca296d93-771e-4741-aa5c-fd17043229e6 req-4b4faeed-66d2-4450-8a2f-a2e28aa2f4d4 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:12.370158 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ca296d93-771e-4741-aa5c-fd17043229e6 req-4b4faeed-66d2-4450-8a2f-a2e28aa2f4d4 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b691650-77a3-46c0-a67b-efc4dfadac21 HTTP/1.1" status: 200 len: 945 time: 0.1115057 Apr 19 18:17:12.438667 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ca296d93-771e-4741-aa5c-fd17043229e6 req-a6dfb9ea-41a9-4b44-8985-8a485734482e tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/security-groups?id=778d29cd-223c-4156-b234-ea1b27d18789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538981 Apr 19 18:17:12.440154 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:12.474465 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b4b104-2786-4f0b-a653-285749168117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98d8ecda-c4bf-4896-9ccc-082fdde649d1'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:17:12.485889 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] For port 98d8ecda-c4bf-4896-9ccc-082fdde649d1, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=98d8ecda-c4bf-4896-9ccc-082fdde649d1,segment=NetworkSegment(3fe2987a-6741-4b11-91b6-22e760693dd6),segment_id=3fe2987a-6741-4b11-91b6-22e760693dd6)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:17:12.492493 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:12.495701 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:12.575215 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b4b104-2786-4f0b-a653-285749168117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98d8ecda-c4bf-4896-9ccc-082fdde649d1', 'code': 200} Apr 19 18:17:12.593870 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Pushing event updated for resources: {'Port': ['ID=98d8ecda-c4bf-4896-9ccc-082fdde649d1,revision_number=5']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:12.597370 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:12.709041 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161868da-c7ca-49b7-9339-50377b029039 req-846b7cec-ef11-4288-a873-c0df4cd4d4fc tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:12.721584 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-161868da-c7ca-49b7-9339-50377b029039 req-846b7cec-ef11-4288-a873-c0df4cd4d4fc tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b691650-77a3-46c0-a67b-efc4dfadac21 HTTP/1.1" status: 200 len: 945 time: 0.1068709 Apr 19 18:17:12.722149 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 58728) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:17:12.728030 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-2a6e6492-5dbd-4a35-bff4-04400b65d7c3 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Request body: {'floatingip': {'port_id': '2cf87aef-3c78-43a0-9072-382888213ecc'}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:17:12.820524 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cacc5b7-1474-4747-9d6c-b8bb8b589ad4 req-a95ebbbf-d379-4688-80b8-a5f881bcbe69 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:12.822195 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6cacc5b7-1474-4747-9d6c-b8bb8b589ad4 req-a95ebbbf-d379-4688-80b8-a5f881bcbe69 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?device_id=87b4b104-2786-4f0b-a653-285749168117 HTTP/1.1" status: 200 len: 945 time: 0.1285596 Apr 19 18:17:12.822618 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2a6e6492-5dbd-4a35-bff4-04400b65d7c3 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Notify callbacks [] for floatingip, before_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:12.883031 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6cacc5b7-1474-4747-9d6c-b8bb8b589ad4 req-e42eef2e-3933-4b56-a4b2-40a2edccf546 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b617a3-7089-49ee-9bc8-958ab3c8bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526493 Apr 19 18:17:13.255909 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aec3766-0639-4b85-b932-a8a5fa09d557 req-42667b1e-1111-4aa9-adcd-3b9b83a0b30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:13.257549 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0aec3766-0639-4b85-b932-a8a5fa09d557 req-42667b1e-1111-4aa9-adcd-3b9b83a0b30f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=87b4b104-2786-4f0b-a653-285749168117 HTTP/1.1" status: 200 len: 1098 time: 0.1623411 Apr 19 18:17:13.347523 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0aec3766-0639-4b85-b932-a8a5fa09d557 req-5b714a47-0073-452a-baa9-d9c45a064b56 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a5b617a3-7089-49ee-9bc8-958ab3c8bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582011 Apr 19 18:17:14.041815 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.db.resource_extend [None req-2a6e6492-5dbd-4a35-bff4-04400b65d7c3 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86362) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 19 18:17:14.252551 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37713d6b-aa57-43f1-a094-97858cddf68c req-5f27f127-ad91-4ad2-9d49-0527f42c4da2 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:14.254145 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-37713d6b-aa57-43f1-a094-97858cddf68c req-5f27f127-ad91-4ad2-9d49-0527f42c4da2 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?device_id=87b4b104-2786-4f0b-a653-285749168117 HTTP/1.1" status: 200 len: 945 time: 0.1366582 Apr 19 18:17:14.257515 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2a6e6492-5dbd-4a35-bff4-04400b65d7c3 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:14.261294 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2a6e6492-5dbd-4a35-bff4-04400b65d7c3 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854123342'] for floatingip, after_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:14.326482 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7da9ba2-57ca-4652-91b5-16a85986ae9e req-97b3f524-59a3-4360-9d38-0ff628d1b667 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:14.327543 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-f7da9ba2-57ca-4652-91b5-16a85986ae9e req-97b3f524-59a3-4360-9d38-0ff628d1b667 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Synchronizing usage tracker for tenant:0192ebea383943fdbf60eb0089151581 on resource:network {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:17:14.348684 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-f7da9ba2-57ca-4652-91b5-16a85986ae9e req-97b3f524-59a3-4360-9d38-0ff628d1b667 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Unset dirty status for tenant:0192ebea383943fdbf60eb0089151581 on resource:network {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:17:14.350030 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f7da9ba2-57ca-4652-91b5-16a85986ae9e req-97b3f524-59a3-4360-9d38-0ff628d1b667 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/networks?id=d730787d-14ca-4c77-8e2c-83e69c9a7b9a HTTP/1.1" status: 200 len: 814 time: 0.2333624 Apr 19 18:17:14.367243 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f7da9ba2-57ca-4652-91b5-16a85986ae9e req-4b125038-8a2a-433f-8acd-d31f38134b51 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/quotas/0192ebea383943fdbf60eb0089151581 HTTP/1.1" status: 200 len: 375 time: 0.0108049 Apr 19 18:17:14.444427 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-37713d6b-aa57-43f1-a094-97858cddf68c req-e0591f5e-9044-47d3-8905-cadfac30dfc2 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b617a3-7089-49ee-9bc8-958ab3c8bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299047 Apr 19 18:17:14.462866 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f7da9ba2-57ca-4652-91b5-16a85986ae9e req-dcd2d306-a94c-4aaa-9d74-389bcd875481 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0192ebea383943fdbf60eb0089151581&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0890186 Apr 19 18:17:14.495668 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.db.l3_db [None req-2a6e6492-5dbd-4a35-bff4-04400b65d7c3 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Floating IP 518162b6-017f-4a11-b97a-48770dfa8dfa associated. External IP: 172.27.0.61, port: 2cf87aef-3c78-43a0-9072-382888213ecc. Apr 19 18:17:14.617121 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f7da9ba2-57ca-4652-91b5-16a85986ae9e req-8f2d0043-fcb4-4363-b194-6a09c1b48640 service neutron] 10.222.0.36 "GET /v2.0/networks/d730787d-14ca-4c77-8e2c-83e69c9a7b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457026 Apr 19 18:17:14.781540 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f7da9ba2-57ca-4652-91b5-16a85986ae9e req-27fd339e-fa77-4a54-be9e-47faeeb6bd62 service neutron] 10.222.0.36 "GET /v2.0/networks/d730787d-14ca-4c77-8e2c-83e69c9a7b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574056 Apr 19 18:17:15.087153 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a9517aed-df73-458e-84da-fafa92e394b6 req-6abede04-bbc8-4905-bd09-e6bd607c9407 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/ports?device_id=691bac90-77ff-4876-965a-f904ca775967 HTTP/1.1" status: 200 len: 210 time: 0.1219409 Apr 19 18:17:15.154812 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a6e6492-5dbd-4a35-bff4-04400b65d7c3 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Router aabc47b5-5a0c-4202-9422-e26c7ac78f44 has already been hosted by L3 agent 24af6f5b-4620-4572-ab28-0613f710586e {{(pid=86362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:17:15.393665 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a6e6492-5dbd-4a35-bff4-04400b65d7c3 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Notify agent at l3_agent.dv-cinder-786927-1-iscsi the message routers_updated {{(pid=86362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:17:15.410289 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11904fa-8f1f-4277-83f3-139f772d3477 None None] Sync routers for ids ['aabc47b5-5a0c-4202-9422-e26c7ac78f44'] in dv-cinder-786927-1-iscsi {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:17:15.422870 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2a6e6492-5dbd-4a35-bff4-04400b65d7c3 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773849'] for floatingip, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:15.427033 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11904fa-8f1f-4277-83f3-139f772d3477 None None] Routers {'aabc47b5-5a0c-4202-9422-e26c7ac78f44'} bound to L3 agent in host dv-cinder-786927-1-iscsi {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:17:15.440064 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-d11904fa-8f1f-4277-83f3-139f772d3477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T18:07:54Z,description=,heartbeat_timestamp=2021-04-19T18:16:54Z,host='dv-cinder-786927-1-iscsi',id=24af6f5b-4620-4572-ab28-0613f710586e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:07:54Z,topic='l3_agent')) {'router_ids': ['aabc47b5-5a0c-4202-9422-e26c7ac78f44'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:17:15.496782 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-2a6e6492-5dbd-4a35-bff4-04400b65d7c3 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "PUT /v2.0/floatingips/518162b6-017f-4a11-b97a-48770dfa8dfa HTTP/1.1" status: 200 len: 990 time: 2.7734547 Apr 19 18:17:15.504494 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b691650-77a3-46c0-a67b-efc4dfadac21', 'tag': '2cf87aef-3c78-43a0-9072-382888213ecc'}] {{(pid=86362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:17:15.802532 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c5bcf0-444b-4999-8541-be78bc2b815c req-4998594e-d7b4-40c4-a446-cdeab21bfe6b tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:15.812201 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-63c5bcf0-444b-4999-8541-be78bc2b815c req-4998594e-d7b4-40c4-a446-cdeab21bfe6b tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?device_id=87b4b104-2786-4f0b-a653-285749168117 HTTP/1.1" status: 200 len: 945 time: 0.1850584 Apr 19 18:17:15.835936 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b691650-77a3-46c0-a67b-efc4dfadac21', 'tag': '2cf87aef-3c78-43a0-9072-382888213ecc', 'status': 'completed', 'code': 200} Apr 19 18:17:15.873350 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-63c5bcf0-444b-4999-8541-be78bc2b815c req-42bb105c-815e-437f-bff8-7f733ce4159e tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b617a3-7089-49ee-9bc8-958ab3c8bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544474 Apr 19 18:17:16.059892 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9edede-bcb0-4afd-8fd0-cde62ce3ff3f req-690892d2-5f80-4835-b96e-ee2b4c4e279d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:16.062197 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4f9edede-bcb0-4afd-8fd0-cde62ce3ff3f req-690892d2-5f80-4835-b96e-ee2b4c4e279d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fc6d959c6b83478bb73dfad880a83f28&device_id=1b691650-77a3-46c0-a67b-efc4dfadac21 HTTP/1.1" status: 200 len: 1098 time: 0.1676905 Apr 19 18:17:16.100228 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-d11904fa-8f1f-4277-83f3-139f772d3477 None None] Set router aabc47b5-5a0c-4202-9422-e26c7ac78f44 gateway port host: dv-cinder-786927-1-iscsi {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:17:16.433186 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d0ef5027-8456-4dfd-b003-74b75dab7476 req-40e41271-8f33-44b7-bd92-967b78e1a6fe tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/ports?device_id=691bac90-77ff-4876-965a-f904ca775967 HTTP/1.1" status: 200 len: 210 time: 0.0709321 Apr 19 18:17:16.545874 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9edede-bcb0-4afd-8fd0-cde62ce3ff3f req-dc7d3ab0-09c3-43cc-8b56-d182832a4554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:16.547818 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4f9edede-bcb0-4afd-8fd0-cde62ce3ff3f req-dc7d3ab0-09c3-43cc-8b56-d182832a4554 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3797f849-9d72-4a34-898b-30cdb86131ec HTTP/1.1" status: 200 len: 911 time: 0.4761434 Apr 19 18:17:16.659688 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-d11904fa-8f1f-4277-83f3-139f772d3477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aabc47b5-5a0c-4202-9422-e26c7ac78f44', 'name': 'tempest-AttachVolumeTestJSON-135969704-router', 'tenant_id': 'fc6d959c6b83478bb73dfad880a83f28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '5cb17819-7a29-4b42-abac-1c85d0b9b4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:16:18Z', 'updated_at': '2021-04-19T18:16:28Z', 'revision_number': 4, 'project_id': 'fc6d959c6b83478bb73dfad880a83f28', 'gw_port': {'id': '5cb17819-7a29-4b42-abac-1c85d0b9b4ab', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aabc47b5-5a0c-4202-9422-e26c7ac78f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:16:19Z', 'updated_at': '2021-04-19T18:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi', '_floatingips': [{'id': '518162b6-017f-4a11-b97a-48770dfa8dfa', 'tenant_id': 'fc6d959c6b83478bb73dfad880a83f28', 'floating_ip_address': '172.27.0.61', 'floating_network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'router_id': 'aabc47b5-5a0c-4202-9422-e26c7ac78f44', 'port_id': '2cf87aef-3c78-43a0-9072-382888213ecc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3797f849-9d72-4a34-898b-30cdb86131ec', 'mac_address': 'fa:16:3e:c1:16:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b691650-77a3-46c0-a67b-efc4dfadac21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:16:43Z', 'updated_at': '2021-04-19T18:17:13Z', 'revision_number': 1, 'project_id': 'fc6d959c6b83478bb73dfad880a83f28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '609b9c18-1fd2-4445-8f78-10a76f5dcb6c', 'name': '', 'network_id': '3797f849-9d72-4a34-898b-30cdb86131ec', 'tenant_id': 'fc6d959c6b83478bb73dfad880a83f28', 'mac_address': 'fa:16:3e:13:e4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aabc47b5-5a0c-4202-9422-e26c7ac78f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '43bddb65-670a-42dd-9742-7aecd345a4ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:16:25Z', 'updated_at': '2021-04-19T18:16:43Z', 'revision_number': 5, 'project_id': 'fc6d959c6b83478bb73dfad880a83f28', 'subnets': [{'id': '43bddb65-670a-42dd-9742-7aecd345a4ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-iscsi', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:17:16.665143 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11904fa-8f1f-4277-83f3-139f772d3477 None None] Checking router: aabc47b5-5a0c-4202-9422-e26c7ac78f44 for host: dv-cinder-786927-1-iscsi {{(pid=86365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:17:16.689057 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11904fa-8f1f-4277-83f3-139f772d3477 None None] Routers {'aabc47b5-5a0c-4202-9422-e26c7ac78f44'} bound to L3 agent in host dv-cinder-786927-1-iscsi {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:17:16.690073 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-d11904fa-8f1f-4277-83f3-139f772d3477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T18:07:54Z,description=,heartbeat_timestamp=2021-04-19T18:16:54Z,host='dv-cinder-786927-1-iscsi',id=24af6f5b-4620-4572-ab28-0613f710586e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:07:54Z,topic='l3_agent')) {'router_ids': ['aabc47b5-5a0c-4202-9422-e26c7ac78f44'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:17:16.895871 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 58852) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:17:16.987498 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7da9ba2-57ca-4652-91b5-16a85986ae9e req-7ff9c6ae-6ec9-4251-950a-7c50d1c560f8 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:16.989583 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f7da9ba2-57ca-4652-91b5-16a85986ae9e req-7ff9c6ae-6ec9-4251-950a-7c50d1c560f8 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.53 "GET /v2.0/networks?id=d730787d-14ca-4c77-8e2c-83e69c9a7b9a HTTP/1.1" status: 200 len: 814 time: 0.4261007 Apr 19 18:17:17.008664 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [req-f7da9ba2-57ca-4652-91b5-16a85986ae9e req-57bf81d8-22de-41d5-babb-fd26cb27fcb7 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Request body: {'port': {'device_id': '691bac90-77ff-4876-965a-f904ca775967', 'network_id': 'd730787d-14ca-4c77-8e2c-83e69c9a7b9a', 'admin_state_up': True, 'tenant_id': '0192ebea383943fdbf60eb0089151581'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:17:17.012626 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b484b68-9fed-417a-93b4-3b2faa37b372 req-cce643e6-288d-4204-b25f-cd8e2645ed7e tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:17.020708 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4b484b68-9fed-417a-93b4-3b2faa37b372 req-cce643e6-288d-4204-b25f-cd8e2645ed7e tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?device_id=87b4b104-2786-4f0b-a653-285749168117 HTTP/1.1" status: 200 len: 945 time: 0.4761786 Apr 19 18:17:17.060125 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4f9edede-bcb0-4afd-8fd0-cde62ce3ff3f req-08358bc3-2966-463f-8bba-0e73372e1672 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2cf87aef-3c78-43a0-9072-382888213ecc HTTP/1.1" status: 200 len: 998 time: 0.4226356 Apr 19 18:17:17.070325 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a845981-2baf-4d87-ae30-41d1dc6d5e55 req-c3ca5cb8-b805-44f8-b144-9792ee110e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:17.072163 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6a845981-2baf-4d87-ae30-41d1dc6d5e55 req-c3ca5cb8-b805-44f8-b144-9792ee110e33 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8280c444ce7f4603a8a1042629dae0e6&device_id=87b4b104-2786-4f0b-a653-285749168117 HTTP/1.1" status: 200 len: 1098 time: 0.5292454 Apr 19 18:17:17.135827 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4b484b68-9fed-417a-93b4-3b2faa37b372 req-ed787d23-f5b8-41b2-bbad-9194bd5a0aa7 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b617a3-7089-49ee-9bc8-958ab3c8bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127756 Apr 19 18:17:17.138936 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-d11904fa-8f1f-4277-83f3-139f772d3477 None None] Set router aabc47b5-5a0c-4202-9422-e26c7ac78f44 gateway port host: dv-cinder-786927-1-iscsi {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:17:17.272093 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [req-f7da9ba2-57ca-4652-91b5-16a85986ae9e req-57bf81d8-22de-41d5-babb-fd26cb27fcb7 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:17:17.284342 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [req-f7da9ba2-57ca-4652-91b5-16a85986ae9e req-57bf81d8-22de-41d5-babb-fd26cb27fcb7 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:17:17.295473 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9edede-bcb0-4afd-8fd0-cde62ce3ff3f req-7bc8f917-50f0-47c3-ba48-4868471ceaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:17.295848 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7da9ba2-57ca-4652-91b5-16a85986ae9e req-57bf81d8-22de-41d5-babb-fd26cb27fcb7 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Made reservation on behalf of 0192ebea383943fdbf60eb0089151581 for: {'port': 1} {{(pid=86363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:17:17.297373 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4f9edede-bcb0-4afd-8fd0-cde62ce3ff3f req-7bc8f917-50f0-47c3-ba48-4868471ceaf2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=43bddb65-670a-42dd-9742-7aecd345a4ee HTTP/1.1" status: 200 len: 849 time: 0.2217114 Apr 19 18:17:17.303624 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-f7da9ba2-57ca-4652-91b5-16a85986ae9e req-57bf81d8-22de-41d5-babb-fd26cb27fcb7 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:17.322279 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a845981-2baf-4d87-ae30-41d1dc6d5e55 req-27a5f3b0-4212-4592-bef1-e36ede9c1cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:17.324273 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6a845981-2baf-4d87-ae30-41d1dc6d5e55 req-27a5f3b0-4212-4592-bef1-e36ede9c1cf7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8a0b2a47-900b-4baa-8d26-539dace3d837 HTTP/1.1" status: 200 len: 919 time: 0.2037046 Apr 19 18:17:17.342931 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ae8cd6ee-18ed-487f-8199-8a4fca69706f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:17.465762 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-ae8cd6ee-18ed-487f-8199-8a4fca69706f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:17:17.471660 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-ae8cd6ee-18ed-487f-8199-8a4fca69706f admin admin] Usage tracker for resource:security_group_rule and tenant:46bca6ac8ff14bf29e4c71756a386b3f is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:17:17.475338 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-ae8cd6ee-18ed-487f-8199-8a4fca69706f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:17:17.482569 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-ae8cd6ee-18ed-487f-8199-8a4fca69706f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:17:17.572361 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6a845981-2baf-4d87-ae30-41d1dc6d5e55 req-df0a31ed-72fe-48e9-b91e-cb6cc9dc5391 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=98d8ecda-c4bf-4896-9ccc-082fdde649d1 HTTP/1.1" status: 200 len: 217 time: 0.1841624 Apr 19 18:17:17.656941 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ae8cd6ee-18ed-487f-8199-8a4fca69706f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:17.660109 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-d11904fa-8f1f-4277-83f3-139f772d3477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aabc47b5-5a0c-4202-9422-e26c7ac78f44', 'name': 'tempest-AttachVolumeTestJSON-135969704-router', 'tenant_id': 'fc6d959c6b83478bb73dfad880a83f28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '5cb17819-7a29-4b42-abac-1c85d0b9b4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:16:18Z', 'updated_at': '2021-04-19T18:16:28Z', 'revision_number': 4, 'project_id': 'fc6d959c6b83478bb73dfad880a83f28', 'gw_port': {'id': '5cb17819-7a29-4b42-abac-1c85d0b9b4ab', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aabc47b5-5a0c-4202-9422-e26c7ac78f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:16:19Z', 'updated_at': '2021-04-19T18:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi', '_floatingips': [{'id': '518162b6-017f-4a11-b97a-48770dfa8dfa', 'tenant_id': 'fc6d959c6b83478bb73dfad880a83f28', 'floating_ip_address': '172.27.0.61', 'floating_network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'router_id': 'aabc47b5-5a0c-4202-9422-e26c7ac78f44', 'port_id': '2cf87aef-3c78-43a0-9072-382888213ecc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3797f849-9d72-4a34-898b-30cdb86131ec', 'mac_address': 'fa:16:3e:c1:16:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b691650-77a3-46c0-a67b-efc4dfadac21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:16:43Z', 'updated_at': '2021-04-19T18:17:13Z', 'revision_number': 1, 'project_id': 'fc6d959c6b83478bb73dfad880a83f28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '609b9c18-1fd2-4445-8f78-10a76f5dcb6c', 'name': '', 'network_id': '3797f849-9d72-4a34-898b-30cdb86131ec', 'tenant_id': 'fc6d959c6b83478bb73dfad880a83f28', 'mac_address': 'fa:16:3e:13:e4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aabc47b5-5a0c-4202-9422-e26c7ac78f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '43bddb65-670a-42dd-9742-7aecd345a4ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:16:25Z', 'updated_at': '2021-04-19T18:16:43Z', 'revision_number': 5, 'project_id': 'fc6d959c6b83478bb73dfad880a83f28', 'subnets': [{'id': '43bddb65-670a-42dd-9742-7aecd345a4ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-iscsi', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:17:17.677534 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11904fa-8f1f-4277-83f3-139f772d3477 None None] The sync data for ids ['aabc47b5-5a0c-4202-9422-e26c7ac78f44'] in dv-cinder-786927-1-iscsi is: [{'id': 'aabc47b5-5a0c-4202-9422-e26c7ac78f44', 'name': 'tempest-AttachVolumeTestJSON-135969704-router', 'tenant_id': 'fc6d959c6b83478bb73dfad880a83f28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '5cb17819-7a29-4b42-abac-1c85d0b9b4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:16:18Z', 'updated_at': '2021-04-19T18:16:28Z', 'revision_number': 4, 'project_id': 'fc6d959c6b83478bb73dfad880a83f28', 'gw_port': {'id': '5cb17819-7a29-4b42-abac-1c85d0b9b4ab', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aabc47b5-5a0c-4202-9422-e26c7ac78f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:16:19Z', 'updated_at': '2021-04-19T18:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi', '_floatingips': [{'id': '518162b6-017f-4a11-b97a-48770dfa8dfa', 'tenant_id': 'fc6d959c6b83478bb73dfad880a83f28', 'floating_ip_address': '172.27.0.61', 'floating_network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'router_id': 'aabc47b5-5a0c-4202-9422-e26c7ac78f44', 'port_id': '2cf87aef-3c78-43a0-9072-382888213ecc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3797f849-9d72-4a34-898b-30cdb86131ec', 'mac_address': 'fa:16:3e:c1:16:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b691650-77a3-46c0-a67b-efc4dfadac21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:16:43Z', 'updated_at': '2021-04-19T18:17:13Z', 'revision_number': 1, 'project_id': 'fc6d959c6b83478bb73dfad880a83f28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '609b9c18-1fd2-4445-8f78-10a76f5dcb6c', 'name': '', 'network_id': '3797f849-9d72-4a34-898b-30cdb86131ec', 'tenant_id': 'fc6d959c6b83478bb73dfad880a83f28', 'mac_address': 'fa:16:3e:13:e4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aabc47b5-5a0c-4202-9422-e26c7ac78f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '43bddb65-670a-42dd-9742-7aecd345a4ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:16:25Z', 'updated_at': '2021-04-19T18:16:43Z', 'revision_number': 5, 'project_id': 'fc6d959c6b83478bb73dfad880a83f28', 'subnets': [{'id': '43bddb65-670a-42dd-9742-7aecd345a4ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:17:17.677694 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ae8cd6ee-18ed-487f-8199-8a4fca69706f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:17.710328 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-f6d3f288-dabd-4325-b8a0-a972335eb955 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:17.723072 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-ae8cd6ee-18ed-487f-8199-8a4fca69706f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=46bca6ac8ff14bf29e4c71756a386b3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8085649 Apr 19 18:17:17.727314 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 58872) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:17:17.738219 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9edede-bcb0-4afd-8fd0-cde62ce3ff3f req-52da93e7-fdb9-488f-a897-a4838fafe1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:17.739953 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4f9edede-bcb0-4afd-8fd0-cde62ce3ff3f req-52da93e7-fdb9-488f-a897-a4838fafe1a0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3797f849-9d72-4a34-898b-30cdb86131ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3984170 Apr 19 18:17:17.792111 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a845981-2baf-4d87-ae30-41d1dc6d5e55 req-b01a07ca-3be1-4e45-a730-734b47e64f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:17.794188 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6a845981-2baf-4d87-ae30-41d1dc6d5e55 req-b01a07ca-3be1-4e45-a730-734b47e64f76 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ada99008-3d7e-49b3-8e59-95a033a8bf6a HTTP/1.1" status: 200 len: 858 time: 0.2046392 Apr 19 18:17:17.893559 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e22ed2af-e804-4798-92f7-8f4cc86c787c req-4da21ff9-70a5-4cb9-876e-f9fe9065d8da tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/ports?device_id=691bac90-77ff-4876-965a-f904ca775967 HTTP/1.1" status: 200 len: 210 time: 0.0758560 Apr 19 18:17:17.915503 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [req-f7da9ba2-57ca-4652-91b5-16a85986ae9e req-57bf81d8-22de-41d5-babb-fd26cb27fcb7 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Allocated IP 172.20.0.10 (d730787d-14ca-4c77-8e2c-83e69c9a7b9a/34d337c2-5f2f-4e52-a37c-792a5657b7af/7594faa2-1c1f-4463-bdb4-62f9445f859c) {{(pid=86363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:17:17.990194 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8cd6ee-18ed-487f-8199-8a4fca69706f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5402acf6-c17a-4051-ab24-233a21c5b16f,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:18.028474 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6a845981-2baf-4d87-ae30-41d1dc6d5e55 req-e2e42305-16d2-4cd0-bd69-a291f8a07acd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8a0b2a47-900b-4baa-8d26-539dace3d837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0980921 Apr 19 18:17:18.064347 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8cd6ee-18ed-487f-8199-8a4fca69706f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:17:18.064763 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8cd6ee-18ed-487f-8199-8a4fca69706f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:17:18.065172 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8cd6ee-18ed-487f-8199-8a4fca69706f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:17:18.065574 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8cd6ee-18ed-487f-8199-8a4fca69706f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:17:18.065972 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8cd6ee-18ed-487f-8199-8a4fca69706f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:17:18.066385 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8cd6ee-18ed-487f-8199-8a4fca69706f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:17:18.066782 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8cd6ee-18ed-487f-8199-8a4fca69706f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:17:18.067193 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8cd6ee-18ed-487f-8199-8a4fca69706f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:17:18.067599 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8cd6ee-18ed-487f-8199-8a4fca69706f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:17:18.067990 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8cd6ee-18ed-487f-8199-8a4fca69706f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:17:18.068383 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8cd6ee-18ed-487f-8199-8a4fca69706f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:17:18.068769 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8cd6ee-18ed-487f-8199-8a4fca69706f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:17:18.130771 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49a1927-f304-484f-b79b-aa645f6fa87a None None] New status for floating IP 518162b6-017f-4a11-b97a-48770dfa8dfa: ACTIVE {{(pid=86364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 18:17:18.247245 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-f7da9ba2-57ca-4652-91b5-16a85986ae9e req-57bf81d8-22de-41d5-babb-fd26cb27fcb7 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Notify callbacks [] for port, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:18.286834 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-f7da9ba2-57ca-4652-91b5-16a85986ae9e req-57bf81d8-22de-41d5-babb-fd26cb27fcb7 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782697811417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10486948'] for port, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:18.295140 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6a845981-2baf-4d87-ae30-41d1dc6d5e55 req-711339b7-05b3-450e-9eee-4ebd7a09dd34 service neutron] 10.222.0.53 "GET /v2.0/networks/8a0b2a47-900b-4baa-8d26-539dace3d837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083831 Apr 19 18:17:18.295140 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-ae8cd6ee-18ed-487f-8199-8a4fca69706f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.584s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:18.296737 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4f9edede-bcb0-4afd-8fd0-cde62ce3ff3f req-a358e3e6-6363-4b78-9a16-7fda273289b0 service neutron] 10.222.0.53 "GET /v2.0/networks/3797f849-9d72-4a34-898b-30cdb86131ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5132215 Apr 19 18:17:18.297557 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-72fdd23c-ee76-450a-87c7-82315fc010f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:18.304198 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:18.522916 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6a845981-2baf-4d87-ae30-41d1dc6d5e55 req-ddb32688-01d8-4340-b112-797e2d35d447 service neutron] 10.222.0.53 "GET /v2.0/networks/8a0b2a47-900b-4baa-8d26-539dace3d837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088389 Apr 19 18:17:18.534115 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7da9ba2-57ca-4652-91b5-16a85986ae9e req-57bf81d8-22de-41d5-babb-fd26cb27fcb7 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Network d730787d-14ca-4c77-8e2c-83e69c9a7b9a is already hosted by enough agents. {{(pid=86363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:17:18.554772 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [req-f7da9ba2-57ca-4652-91b5-16a85986ae9e req-57bf81d8-22de-41d5-babb-fd26cb27fcb7 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Resources bound (agent type, host, resource id): {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:17:18.557938 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7da9ba2-57ca-4652-91b5-16a85986ae9e req-57bf81d8-22de-41d5-babb-fd26cb27fcb7 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Received port after_create {{(pid=86363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:17:18.593649 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-72fdd23c-ee76-450a-87c7-82315fc010f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:18.596703 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] get_ports_and_sgs() called for port_ids ['8daa5f29-66b7-4f4b-8e17-36e9ad49dfd3'] {{(pid=86364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:17:18.693723 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7da9ba2-57ca-4652-91b5-16a85986ae9e req-57bf81d8-22de-41d5-babb-fd26cb27fcb7 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:18.694444 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-f7da9ba2-57ca-4652-91b5-16a85986ae9e req-57bf81d8-22de-41d5-babb-fd26cb27fcb7 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759945'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:18.787202 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bf81d8-22de-41d5-babb-fd26cb27fcb7 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Pushing event updated for resources: {'Port': ['ID=7594faa2-1c1f-4463-bdb4-62f9445f859c,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:18.809041 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bf81d8-22de-41d5-babb-fd26cb27fcb7 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:17:18.809439 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bf81d8-22de-41d5-babb-fd26cb27fcb7 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:17:18.809830 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bf81d8-22de-41d5-babb-fd26cb27fcb7 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:17:18.810215 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bf81d8-22de-41d5-babb-fd26cb27fcb7 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:17:18.810594 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bf81d8-22de-41d5-babb-fd26cb27fcb7 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:17:18.815656 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bf81d8-22de-41d5-babb-fd26cb27fcb7 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:17:18.816407 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bf81d8-22de-41d5-babb-fd26cb27fcb7 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:17:18.817004 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bf81d8-22de-41d5-babb-fd26cb27fcb7 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:17:18.817585 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bf81d8-22de-41d5-babb-fd26cb27fcb7 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:17:18.821881 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bf81d8-22de-41d5-babb-fd26cb27fcb7 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:17:18.822520 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bf81d8-22de-41d5-babb-fd26cb27fcb7 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:17:18.823091 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bf81d8-22de-41d5-babb-fd26cb27fcb7 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:17:18.837273 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-57bf81d8-22de-41d5-babb-fd26cb27fcb7 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:18.880791 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e310583e-1216-4212-8ce6-b758cc3ceb5a req-611d3f68-3892-4015-808d-abaa4400b4fc tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:18.896675 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e310583e-1216-4212-8ce6-b758cc3ceb5a req-611d3f68-3892-4015-808d-abaa4400b4fc tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?device_id=87b4b104-2786-4f0b-a653-285749168117 HTTP/1.1" status: 200 len: 945 time: 0.4668913 Apr 19 18:17:18.969444 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f7da9ba2-57ca-4652-91b5-16a85986ae9e req-57bf81d8-22de-41d5-babb-fd26cb27fcb7 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9696672 Apr 19 18:17:19.012738 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e310583e-1216-4212-8ce6-b758cc3ceb5a req-bc096130-140f-4ccd-b7f9-2976b2010b7b tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b617a3-7089-49ee-9bc8-958ab3c8bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130598 Apr 19 18:17:19.027633 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [req-f7da9ba2-57ca-4652-91b5-16a85986ae9e req-672bd568-ab61-408a-9735-2ef25021073b service neutron] Request body: {'port': {'device_id': '691bac90-77ff-4876-965a-f904ca775967', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:17:19.333532 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-72fdd23c-ee76-450a-87c7-82315fc010f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:19.350484 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-8ba1a512-2f22-4464-9a4e-9da479eb82d1 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:19.374434 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fdd23c-ee76-450a-87c7-82315fc010f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5402acf6-c17a-4051-ab24-233a21c5b16f,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:19.391644 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-f7da9ba2-57ca-4652-91b5-16a85986ae9e req-672bd568-ab61-408a-9735-2ef25021073b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:19.418396 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-72fdd23c-ee76-450a-87c7-82315fc010f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:19.431231 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-72fdd23c-ee76-450a-87c7-82315fc010f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:19.437497 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-72fdd23c-ee76-450a-87c7-82315fc010f1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5402acf6-c17a-4051-ab24-233a21c5b16f HTTP/1.1" status: 204 len: 168 time: 1.7078893 Apr 19 18:17:19.440077 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4f9edede-bcb0-4afd-8fd0-cde62ce3ff3f req-6470b80c-c19e-4487-b888-3f0b8cef3e24 service neutron] 10.222.0.53 "GET /v2.0/networks/3797f849-9d72-4a34-898b-30cdb86131ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1268427 Apr 19 18:17:19.493388 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9923fd8f-c8af-40a2-89a9-b913f471cdb2 req-0b231721-d8c4-4b77-a06d-30a274f7b6cd tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:19.495108 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-9923fd8f-c8af-40a2-89a9-b913f471cdb2 req-0b231721-d8c4-4b77-a06d-30a274f7b6cd tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/ports?device_id=691bac90-77ff-4876-965a-f904ca775967 HTTP/1.1" status: 200 len: 932 time: 0.3381543 Apr 19 18:17:19.604427 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-9923fd8f-c8af-40a2-89a9-b913f471cdb2 req-dc3ccc29-f2b1-4410-ad6f-a6d181735326 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/security-groups?id=693fea71-500b-474f-8806-96b1fe4da529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991373 Apr 19 18:17:19.905804 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 58934) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:17:19.926162 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-194d79e6-77d4-4fd3-be66-950f8c441540 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:19.943804 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-194d79e6-77d4-4fd3-be66-950f8c441540 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:17:19.948262 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-194d79e6-77d4-4fd3-be66-950f8c441540 admin admin] Usage tracker for resource:security_group_rule and tenant:16c91ca8718e451395eac7168c30ed85 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:17:19.951504 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-194d79e6-77d4-4fd3-be66-950f8c441540 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:17:19.958090 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-194d79e6-77d4-4fd3-be66-950f8c441540 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:17:19.969780 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [req-f7da9ba2-57ca-4652-91b5-16a85986ae9e req-672bd568-ab61-408a-9735-2ef25021073b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7594faa2-1c1f-4463-bdb4-62f9445f859c {{(pid=86363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:17:19.978289 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-f7da9ba2-57ca-4652-91b5-16a85986ae9e req-672bd568-ab61-408a-9735-2ef25021073b service neutron] Notify callbacks [] for port, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:19.997670 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [req-f7da9ba2-57ca-4652-91b5-16a85986ae9e req-672bd568-ab61-408a-9735-2ef25021073b service neutron] Transition to ACTIVE for port object 7594faa2-1c1f-4463-bdb4-62f9445f859c will not be triggered until provisioned by entity L2. {{(pid=86363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:17:20.001142 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-f7da9ba2-57ca-4652-91b5-16a85986ae9e req-672bd568-ab61-408a-9735-2ef25021073b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844288851'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:20.005554 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:20.048605 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-194d79e6-77d4-4fd3-be66-950f8c441540 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:20.051458 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-194d79e6-77d4-4fd3-be66-950f8c441540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:20.062349 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:20.110738 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-194d79e6-77d4-4fd3-be66-950f8c441540 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=16c91ca8718e451395eac7168c30ed85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2005811 Apr 19 18:17:20.111226 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 58942) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:17:20.114268 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194d79e6-77d4-4fd3-be66-950f8c441540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4715e7d-8afa-4612-b859-3c4e452824a2,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:20.119192 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-194d79e6-77d4-4fd3-be66-950f8c441540 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:20.191110 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672bd568-ab61-408a-9735-2ef25021073b service neutron] Pushing event updated for resources: {'Port': ['ID=7594faa2-1c1f-4463-bdb4-62f9445f859c,revision_number=2']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:20.193766 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-55dfc1b3-e876-4903-a4af-00e0c45599af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:20.230133 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-55dfc1b3-e876-4903-a4af-00e0c45599af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:20.292958 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-55dfc1b3-e876-4903-a4af-00e0c45599af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:20.298395 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-dbe356b2-42fc-42b2-87ae-b4527a1974d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:20.312864 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dfc1b3-e876-4903-a4af-00e0c45599af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4715e7d-8afa-4612-b859-3c4e452824a2,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:20.315476 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-672bd568-ab61-408a-9735-2ef25021073b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:20.319894 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-55dfc1b3-e876-4903-a4af-00e0c45599af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:20.322549 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-55dfc1b3-e876-4903-a4af-00e0c45599af admin admin] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:20.328578 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-55dfc1b3-e876-4903-a4af-00e0c45599af admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f4715e7d-8afa-4612-b859-3c4e452824a2 HTTP/1.1" status: 204 len: 168 time: 0.2116249 Apr 19 18:17:20.386908 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-f7da9ba2-57ca-4652-91b5-16a85986ae9e req-672bd568-ab61-408a-9735-2ef25021073b service neutron] Attempting to bind port 7594faa2-1c1f-4463-bdb4-62f9445f859c on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:17:20.387738 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-f7da9ba2-57ca-4652-91b5-16a85986ae9e req-672bd568-ab61-408a-9735-2ef25021073b service neutron] Attempting to bind port 7594faa2-1c1f-4463-bdb4-62f9445f859c by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '41139e2e-7812-4641-a996-451602e23acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd730787d-14ca-4c77-8e2c-83e69c9a7b9a'}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:17:20.387738 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7da9ba2-57ca-4652-91b5-16a85986ae9e req-672bd568-ab61-408a-9735-2ef25021073b service neutron] Attempting to bind port 7594faa2-1c1f-4463-bdb4-62f9445f859c on network d730787d-14ca-4c77-8e2c-83e69c9a7b9a {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:17:20.397035 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7da9ba2-57ca-4652-91b5-16a85986ae9e req-672bd568-ab61-408a-9735-2ef25021073b service neutron] Port 7594faa2-1c1f-4463-bdb4-62f9445f859c on network d730787d-14ca-4c77-8e2c-83e69c9a7b9a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 18:17:20.397409 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7da9ba2-57ca-4652-91b5-16a85986ae9e req-672bd568-ab61-408a-9735-2ef25021073b service neutron] Attempting to bind port 7594faa2-1c1f-4463-bdb4-62f9445f859c on network d730787d-14ca-4c77-8e2c-83e69c9a7b9a {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:17:20.417101 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51dbe70-615d-4a0c-80e7-79bb5317ee25 req-dc660630-db5e-46ab-bf0a-9e6867338b2e tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:20.418785 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d51dbe70-615d-4a0c-80e7-79bb5317ee25 req-dc660630-db5e-46ab-bf0a-9e6867338b2e tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?device_id=87b4b104-2786-4f0b-a653-285749168117 HTTP/1.1" status: 200 len: 945 time: 0.2417054 Apr 19 18:17:20.419930 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7da9ba2-57ca-4652-91b5-16a85986ae9e req-672bd568-ab61-408a-9735-2ef25021073b service neutron] Checking agent: {'id': '45629c73-d10e-4994-a087-373ccf8ea198', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 14, 33), 'started_at': datetime.datetime(2021, 4, 19, 18, 14, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:17:20.420300 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7da9ba2-57ca-4652-91b5-16a85986ae9e req-672bd568-ab61-408a-9735-2ef25021073b service neutron] Checking segment: {'id': '41139e2e-7812-4641-a996-451602e23acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd730787d-14ca-4c77-8e2c-83e69c9a7b9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:17:20.420723 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7da9ba2-57ca-4652-91b5-16a85986ae9e req-672bd568-ab61-408a-9735-2ef25021073b service neutron] Bound using segment: {'id': '41139e2e-7812-4641-a996-451602e23acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd730787d-14ca-4c77-8e2c-83e69c9a7b9a'} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:17:20.421245 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-f7da9ba2-57ca-4652-91b5-16a85986ae9e req-672bd568-ab61-408a-9735-2ef25021073b service neutron] Bound port: 7594faa2-1c1f-4463-bdb4-62f9445f859c, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41139e2e-7812-4641-a996-451602e23acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd730787d-14ca-4c77-8e2c-83e69c9a7b9a'}}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:17:20.421690 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-f7da9ba2-57ca-4652-91b5-16a85986ae9e req-672bd568-ab61-408a-9735-2ef25021073b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:20.534266 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d51dbe70-615d-4a0c-80e7-79bb5317ee25 req-41ed80ad-f148-48b8-8a8b-a33ab82bf46d tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b617a3-7089-49ee-9bc8-958ab3c8bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005597 Apr 19 18:17:20.612618 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-f7da9ba2-57ca-4652-91b5-16a85986ae9e req-672bd568-ab61-408a-9735-2ef25021073b service neutron] For port 7594faa2-1c1f-4463-bdb4-62f9445f859c, host hv-cinder-78692, cleared binding levels {{(pid=86363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:17:20.616273 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-f7da9ba2-57ca-4652-91b5-16a85986ae9e req-672bd568-ab61-408a-9735-2ef25021073b service neutron] For port 7594faa2-1c1f-4463-bdb4-62f9445f859c, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=7594faa2-1c1f-4463-bdb4-62f9445f859c,segment=NetworkSegment(41139e2e-7812-4641-a996-451602e23acc),segment_id=41139e2e-7812-4641-a996-451602e23acc)] {{(pid=86363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:17:20.620815 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-f7da9ba2-57ca-4652-91b5-16a85986ae9e req-672bd568-ab61-408a-9735-2ef25021073b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844288851'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:20.641412 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:20.738313 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7da9ba2-57ca-4652-91b5-16a85986ae9e req-672bd568-ab61-408a-9735-2ef25021073b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:20.747261 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-f7da9ba2-57ca-4652-91b5-16a85986ae9e req-672bd568-ab61-408a-9735-2ef25021073b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759945'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:20.747261 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f7da9ba2-57ca-4652-91b5-16a85986ae9e req-672bd568-ab61-408a-9735-2ef25021073b service neutron] 10.222.0.53 "PUT /v2.0/ports/7594faa2-1c1f-4463-bdb4-62f9445f859c HTTP/1.1" status: 200 len: 1094 time: 1.7531219 Apr 19 18:17:20.747261 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '691bac90-77ff-4876-965a-f904ca775967', 'tag': '7594faa2-1c1f-4463-bdb4-62f9445f859c'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:17:20.776285 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672bd568-ab61-408a-9735-2ef25021073b service neutron] Pushing event updated for resources: {'Port': ['ID=7594faa2-1c1f-4463-bdb4-62f9445f859c,revision_number=3']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:20.779801 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-672bd568-ab61-408a-9735-2ef25021073b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:20.972821 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7da9ba2-57ca-4652-91b5-16a85986ae9e req-377364dd-166f-4738-8c0a-5ce3233577b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:20.974480 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f7da9ba2-57ca-4652-91b5-16a85986ae9e req-377364dd-166f-4738-8c0a-5ce3233577b5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0192ebea383943fdbf60eb0089151581&device_id=691bac90-77ff-4876-965a-f904ca775967 HTTP/1.1" status: 200 len: 1097 time: 0.1728811 Apr 19 18:17:21.030343 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29f0742-97cc-4cc1-9013-8956dfae7def req-1485b26b-248a-4eb1-bc69-9450c0c7e4d7 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:21.039243 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c29f0742-97cc-4cc1-9013-8956dfae7def req-1485b26b-248a-4eb1-bc69-9450c0c7e4d7 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/ports?device_id=691bac90-77ff-4876-965a-f904ca775967 HTTP/1.1" status: 200 len: 944 time: 0.1172035 Apr 19 18:17:21.100752 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c29f0742-97cc-4cc1-9013-8956dfae7def req-5532439f-e536-400f-a1b0-32e521a33eea tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/security-groups?id=693fea71-500b-474f-8806-96b1fe4da529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553782 Apr 19 18:17:21.127538 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '691bac90-77ff-4876-965a-f904ca775967', 'tag': '7594faa2-1c1f-4463-bdb4-62f9445f859c', 'status': 'completed', 'code': 200} Apr 19 18:17:21.158514 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f7da9ba2-57ca-4652-91b5-16a85986ae9e req-a26d1498-9d6a-44dd-93ef-fa3c6e5843e9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7594faa2-1c1f-4463-bdb4-62f9445f859c HTTP/1.1" status: 200 len: 217 time: 0.1733427 Apr 19 18:17:21.341671 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7da9ba2-57ca-4652-91b5-16a85986ae9e req-d1ffc4bd-8fb0-4b46-a013-42fc172faa90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:21.343812 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f7da9ba2-57ca-4652-91b5-16a85986ae9e req-d1ffc4bd-8fb0-4b46-a013-42fc172faa90 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=34d337c2-5f2f-4e52-a37c-792a5657b7af HTTP/1.1" status: 200 len: 854 time: 0.1761844 Apr 19 18:17:21.410381 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f7da9ba2-57ca-4652-91b5-16a85986ae9e req-aa39ab67-aa41-4be2-8f02-7fa1cbf2eccf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d730787d-14ca-4c77-8e2c-83e69c9a7b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569754 Apr 19 18:17:21.426161 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73885b2-6574-4658-8d70-8f742b452ace req-7cec4ec3-3f9a-4ca9-a90e-e04a85a38e4f tempest-DeleteServersTestJSON-1051952203 tempest-DeleteServersTestJSON-1051952203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:21.428120 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b73885b2-6574-4658-8d70-8f742b452ace req-7cec4ec3-3f9a-4ca9-a90e-e04a85a38e4f tempest-DeleteServersTestJSON-1051952203 tempest-DeleteServersTestJSON-1051952203-project] 10.222.0.36 "GET /v2.0/ports?device_id=75e6fcb7-8519-439e-ba01-d5591cdb6a41 HTTP/1.1" status: 200 len: 946 time: 0.1950173 Apr 19 18:17:21.585820 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b73885b2-6574-4658-8d70-8f742b452ace req-705d51d8-4cdf-41e2-807b-f08c7fd2d9d5 tempest-DeleteServersTestJSON-1051952203 tempest-DeleteServersTestJSON-1051952203-project] 10.222.0.36 "GET /v2.0/security-groups?id=47cb2f47-8a13-4e99-a8cf-616a63b06189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316190 Apr 19 18:17:21.641960 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f7da9ba2-57ca-4652-91b5-16a85986ae9e req-80dd24b6-c8fb-4ba3-a07c-9ec3086acfb3 service neutron] 10.222.0.53 "GET /v2.0/networks/d730787d-14ca-4c77-8e2c-83e69c9a7b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124834 Apr 19 18:17:21.750891 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-cfb68aca-5db8-48db-b5a3-0397d92701e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:21.838412 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85ba51b-cfe7-4a27-8a89-0142b3bd3fd3 req-bfc75542-6502-460b-b700-c41bf34a1dcb tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:21.849867 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f85ba51b-cfe7-4a27-8a89-0142b3bd3fd3 req-bfc75542-6502-460b-b700-c41bf34a1dcb tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?device_id=87b4b104-2786-4f0b-a653-285749168117 HTTP/1.1" status: 200 len: 945 time: 0.1725895 Apr 19 18:17:21.865156 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f7da9ba2-57ca-4652-91b5-16a85986ae9e req-41b993d1-6c7f-4a12-ad02-e7be8bbeb0bd service neutron] 10.222.0.53 "GET /v2.0/networks/d730787d-14ca-4c77-8e2c-83e69c9a7b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143371 Apr 19 18:17:21.922466 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f85ba51b-cfe7-4a27-8a89-0142b3bd3fd3 req-9c32aa5c-8a54-48b0-9dac-9101e904a6e2 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b617a3-7089-49ee-9bc8-958ab3c8bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593972 Apr 19 18:17:22.057315 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdde3f86-7961-4c35-a191-8cf0aa2872c5 req-bcb41631-8c9a-418c-89aa-9e8d3354723f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:22.060125 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-bdde3f86-7961-4c35-a191-8cf0aa2872c5 req-bcb41631-8c9a-418c-89aa-9e8d3354723f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0192ebea383943fdbf60eb0089151581&device_id=691bac90-77ff-4876-965a-f904ca775967 HTTP/1.1" status: 200 len: 1097 time: 0.1012342 Apr 19 18:17:22.237008 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdde3f86-7961-4c35-a191-8cf0aa2872c5 req-7d0da859-3d6d-4616-bbcd-d36caaa8473f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:22.239452 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-bdde3f86-7961-4c35-a191-8cf0aa2872c5 req-7d0da859-3d6d-4616-bbcd-d36caaa8473f service neutron] 10.222.0.53 "GET /v2.0/networks?id=d730787d-14ca-4c77-8e2c-83e69c9a7b9a HTTP/1.1" status: 200 len: 915 time: 0.1714098 Apr 19 18:17:22.360857 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-bdde3f86-7961-4c35-a191-8cf0aa2872c5 req-ce0ac27d-edce-45d4-adfb-ad50e87d6ed1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7594faa2-1c1f-4463-bdb4-62f9445f859c HTTP/1.1" status: 200 len: 217 time: 0.1104796 Apr 19 18:17:22.466037 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdde3f86-7961-4c35-a191-8cf0aa2872c5 req-f7a018b9-7333-4d36-9a24-fc8beb02e5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:22.467643 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-bdde3f86-7961-4c35-a191-8cf0aa2872c5 req-f7a018b9-7333-4d36-9a24-fc8beb02e5de service neutron] 10.222.0.53 "GET /v2.0/subnets?id=34d337c2-5f2f-4e52-a37c-792a5657b7af HTTP/1.1" status: 200 len: 854 time: 0.0941091 Apr 19 18:17:22.476993 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073c1fad-4c1a-4e5d-a12a-ba92b3fed9a6 req-727c97d5-d0e7-45fb-8786-701838890131 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:22.477736 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-073c1fad-4c1a-4e5d-a12a-ba92b3fed9a6 req-727c97d5-d0e7-45fb-8786-701838890131 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Synchronizing usage tracker for tenant:0192ebea383943fdbf60eb0089151581 on resource:port {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:17:22.540240 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-073c1fad-4c1a-4e5d-a12a-ba92b3fed9a6 req-727c97d5-d0e7-45fb-8786-701838890131 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Unset dirty status for tenant:0192ebea383943fdbf60eb0089151581 on resource:port {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:17:22.543467 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-073c1fad-4c1a-4e5d-a12a-ba92b3fed9a6 req-727c97d5-d0e7-45fb-8786-701838890131 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/ports?device_id=691bac90-77ff-4876-965a-f904ca775967 HTTP/1.1" status: 200 len: 944 time: 0.2361932 Apr 19 18:17:22.547330 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-bdde3f86-7961-4c35-a191-8cf0aa2872c5 req-fd3d347d-76be-440d-94d1-37214b245b04 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d730787d-14ca-4c77-8e2c-83e69c9a7b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654955 Apr 19 18:17:22.851618 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79d0502-3b17-4cb8-9335-03d9ecf983d3 req-03bcc429-e8fc-4263-b396-c49cbda05c05 tempest-DeleteServersTestJSON-1051952203 tempest-DeleteServersTestJSON-1051952203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:22.871405 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c79d0502-3b17-4cb8-9335-03d9ecf983d3 req-03bcc429-e8fc-4263-b396-c49cbda05c05 tempest-DeleteServersTestJSON-1051952203 tempest-DeleteServersTestJSON-1051952203-project] 10.222.0.36 "GET /v2.0/ports?device_id=75e6fcb7-8519-439e-ba01-d5591cdb6a41 HTTP/1.1" status: 200 len: 946 time: 0.1434739 Apr 19 18:17:22.922570 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-073c1fad-4c1a-4e5d-a12a-ba92b3fed9a6 req-bd26b007-36d5-48d7-a134-4ed607ad6db5 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/security-groups?id=693fea71-500b-474f-8806-96b1fe4da529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3736904 Apr 19 18:17:22.923903 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c79d0502-3b17-4cb8-9335-03d9ecf983d3 req-7173e01c-a44b-4df5-b597-5875a46a77ac tempest-DeleteServersTestJSON-1051952203 tempest-DeleteServersTestJSON-1051952203-project] 10.222.0.36 "GET /v2.0/security-groups?id=47cb2f47-8a13-4e99-a8cf-616a63b06189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512559 Apr 19 18:17:22.992418 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-bdde3f86-7961-4c35-a191-8cf0aa2872c5 req-341947f1-5df8-4cb7-9ec4-ff6bd5ef5a56 service neutron] 10.222.0.53 "GET /v2.0/networks/d730787d-14ca-4c77-8e2c-83e69c9a7b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4287078 Apr 19 18:17:23.184720 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-bdde3f86-7961-4c35-a191-8cf0aa2872c5 req-62a3261e-d9db-40a0-95d1-7eaa1239c71f service neutron] 10.222.0.53 "GET /v2.0/networks/d730787d-14ca-4c77-8e2c-83e69c9a7b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800148 Apr 19 18:17:23.205930 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bcd306-db36-4d7a-b0b9-d1c6b9eba8a6 req-7958b7dd-9102-4193-b2b3-78c08382c3e0 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:23.207588 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b9bcd306-db36-4d7a-b0b9-d1c6b9eba8a6 req-7958b7dd-9102-4193-b2b3-78c08382c3e0 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?device_id=87b4b104-2786-4f0b-a653-285749168117 HTTP/1.1" status: 200 len: 945 time: 0.1024959 Apr 19 18:17:23.256932 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b9bcd306-db36-4d7a-b0b9-d1c6b9eba8a6 req-6e00226c-b75f-42ae-9b4a-ccedf292acb0 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b617a3-7089-49ee-9bc8-958ab3c8bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429552 Apr 19 18:17:23.532026 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a337e123-6347-4c20-99e2-9bde43591e60 req-18088790-c974-4598-bd62-c5c6163edf9a tempest-DeleteServersTestJSON-1051952203 tempest-DeleteServersTestJSON-1051952203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:23.533561 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a337e123-6347-4c20-99e2-9bde43591e60 req-18088790-c974-4598-bd62-c5c6163edf9a tempest-DeleteServersTestJSON-1051952203 tempest-DeleteServersTestJSON-1051952203-project] 10.222.0.53 "GET /v2.0/ports?device_id=75e6fcb7-8519-439e-ba01-d5591cdb6a41 HTTP/1.1" status: 200 len: 946 time: 0.0872784 Apr 19 18:17:23.624661 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [req-a337e123-6347-4c20-99e2-9bde43591e60 req-e4614a6c-7df9-4147-ada5-d682d1c2e298 tempest-DeleteServersTestJSON-1051952203 tempest-DeleteServersTestJSON-1051952203-project] Deleting port 2df6d88f-3ae7-41a7-9458-245ed0724012 {{(pid=86363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:17:23.625065 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-a337e123-6347-4c20-99e2-9bde43591e60 req-e4614a6c-7df9-4147-ada5-d682d1c2e298 tempest-DeleteServersTestJSON-1051952203 tempest-DeleteServersTestJSON-1051952203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254156519796'] for port, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:23.840216 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 59102) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:17:23.913078 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-a337e123-6347-4c20-99e2-9bde43591e60 req-e4614a6c-7df9-4147-ada5-d682d1c2e298 tempest-DeleteServersTestJSON-1051952203 tempest-DeleteServersTestJSON-1051952203-project] For port 2df6d88f-3ae7-41a7-9458-245ed0724012, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=2df6d88f-3ae7-41a7-9458-245ed0724012,segment=NetworkSegment(14facb62-e9d1-4758-916e-05eedab8db3e),segment_id=14facb62-e9d1-4758-916e-05eedab8db3e)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:17:23.913740 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-a337e123-6347-4c20-99e2-9bde43591e60 req-e4614a6c-7df9-4147-ada5-d682d1c2e298 tempest-DeleteServersTestJSON-1051952203 tempest-DeleteServersTestJSON-1051952203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648318'] for port, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:23.914309 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_v2 [None req-956d81af-129c-4033-a753-1761a3998b52 admin admin] Deleting subnet 8c99ad35-962c-464b-9f7e-cd021ddb5083 {{(pid=86362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 18:17:23.917695 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-956d81af-129c-4033-a753-1761a3998b52 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:23.972460 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-956d81af-129c-4033-a753-1761a3998b52 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:23.980249 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-956d81af-129c-4033-a753-1761a3998b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013858'] for subnet, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:24.061396 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [req-a337e123-6347-4c20-99e2-9bde43591e60 req-e4614a6c-7df9-4147-ada5-d682d1c2e298 tempest-DeleteServersTestJSON-1051952203 tempest-DeleteServersTestJSON-1051952203-project] Calling delete_port for 2df6d88f-3ae7-41a7-9458-245ed0724012 owned by compute:nova {{(pid=86363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:17:24.177300 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-98ea454c-3f23-4105-8b21-9c306e354159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:24.310401 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ec48a-cd0e-43c6-828e-5b3f9d4a3fc4 req-3a32d16d-16e9-4033-af57-b38188b000eb tempest-DeleteServersTestJSON-1051952203 tempest-DeleteServersTestJSON-1051952203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:24.315736 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-486ec48a-cd0e-43c6-828e-5b3f9d4a3fc4 req-3a32d16d-16e9-4033-af57-b38188b000eb tempest-DeleteServersTestJSON-1051952203 tempest-DeleteServersTestJSON-1051952203-project] 10.222.0.36 "GET /v2.0/ports?device_id=75e6fcb7-8519-439e-ba01-d5591cdb6a41 HTTP/1.1" status: 200 len: 946 time: 0.2129579 Apr 19 18:17:24.346897 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a960cd-653d-471d-a848-345df7d2537d req-0d1f9d87-873c-4edc-8f5e-a3623e737f23 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:24.352054 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-90a960cd-653d-471d-a848-345df7d2537d req-0d1f9d87-873c-4edc-8f5e-a3623e737f23 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/ports?device_id=691bac90-77ff-4876-965a-f904ca775967 HTTP/1.1" status: 200 len: 944 time: 0.2562966 Apr 19 18:17:24.391333 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-486ec48a-cd0e-43c6-828e-5b3f9d4a3fc4 req-75c7aa4f-7462-4bd8-9d86-d6c9d6530cd7 tempest-DeleteServersTestJSON-1051952203 tempest-DeleteServersTestJSON-1051952203-project] 10.222.0.36 "GET /v2.0/security-groups?id=47cb2f47-8a13-4e99-a8cf-616a63b06189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718522 Apr 19 18:17:24.398212 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-956d81af-129c-4033-a753-1761a3998b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850761958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853862292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962'] for subnet, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:24.403745 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:24.441143 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-90a960cd-653d-471d-a848-345df7d2537d req-714339c6-93cb-4092-9cf3-de1ba0b4db70 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/security-groups?id=693fea71-500b-474f-8806-96b1fe4da529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811670 Apr 19 18:17:24.442286 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-a337e123-6347-4c20-99e2-9bde43591e60 req-e4614a6c-7df9-4147-ada5-d682d1c2e298 tempest-DeleteServersTestJSON-1051952203 tempest-DeleteServersTestJSON-1051952203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254156516127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254156964383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10486948'] for port, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:24.442643 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956d81af-129c-4033-a753-1761a3998b52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c99ad35-962c-464b-9f7e-cd021ddb5083,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:24.449669 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-956d81af-129c-4033-a753-1761a3998b52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:24.454137 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-7a9d0a53-8486-4142-ab5d-a90c4273b7dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:24.456425 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] get_ports_and_sgs() called for port_ids ['2df6d88f-3ae7-41a7-9458-245ed0724012'] {{(pid=86364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:17:24.463903 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-956d81af-129c-4033-a753-1761a3998b52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:24.486974 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-956d81af-129c-4033-a753-1761a3998b52 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/8c99ad35-962c-464b-9f7e-cd021ddb5083 HTTP/1.1" status: 204 len: 168 time: 0.6373427 Apr 19 18:17:24.491760 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 59122) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:17:24.537231 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4614a6c-7df9-4147-ada5-d682d1c2e298 tempest-DeleteServersTestJSON-1051952203 tempest-DeleteServersTestJSON-1051952203-project] Pushing event deleted for resources: {'Port': ['ID=2df6d88f-3ae7-41a7-9458-245ed0724012,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:24.567275 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-e4614a6c-7df9-4147-ada5-d682d1c2e298 tempest-DeleteServersTestJSON-1051952203 tempest-DeleteServersTestJSON-1051952203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:24.671037 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-479b2350-09fc-48dc-b2bb-235b44a942b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3689838'] for network, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:24.688495 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [req-a337e123-6347-4c20-99e2-9bde43591e60 req-e4614a6c-7df9-4147-ada5-d682d1c2e298 tempest-DeleteServersTestJSON-1051952203 tempest-DeleteServersTestJSON-1051952203-project] No DVR routers for this DVR port 2df6d88f-3ae7-41a7-9458-245ed0724012 on host hv-cinder-78692 {{(pid=86363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:17:24.695112 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-a337e123-6347-4c20-99e2-9bde43591e60 req-e4614a6c-7df9-4147-ada5-d682d1c2e298 tempest-DeleteServersTestJSON-1051952203 tempest-DeleteServersTestJSON-1051952203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773849'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:24.703095 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75e6fcb7-8519-439e-ba01-d5591cdb6a41', 'name': 'network-vif-deleted', 'tag': '2df6d88f-3ae7-41a7-9458-245ed0724012'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:17:24.739744 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a337e123-6347-4c20-99e2-9bde43591e60 req-e4614a6c-7df9-4147-ada5-d682d1c2e298 tempest-DeleteServersTestJSON-1051952203 tempest-DeleteServersTestJSON-1051952203-project] 10.222.0.53 "DELETE /v2.0/ports/2df6d88f-3ae7-41a7-9458-245ed0724012 HTTP/1.1" status: 204 len: 173 time: 1.1933088 Apr 19 18:17:24.797302 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-60872106-3921-4474-9775-f4da212b8297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:24.869071 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75e6fcb7-8519-439e-ba01-d5591cdb6a41', 'name': 'network-vif-deleted', 'tag': '2df6d88f-3ae7-41a7-9458-245ed0724012', 'status': 'completed', 'code': 200} Apr 19 18:17:24.955508 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a4a5e7-e763-4c15-af0d-6f5bbdc988ca req-f373bc22-da4a-4684-beb1-fff172ab5e65 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:24.957157 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-54a4a5e7-e763-4c15-af0d-6f5bbdc988ca req-f373bc22-da4a-4684-beb1-fff172ab5e65 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?device_id=87b4b104-2786-4f0b-a653-285749168117 HTTP/1.1" status: 200 len: 945 time: 0.2005157 Apr 19 18:17:24.963506 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-479b2350-09fc-48dc-b2bb-235b44a942b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850761865', 'neutron.services.segments.db._delete_segments_for_network-8782698178163'] for network, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:25.025687 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-54a4a5e7-e763-4c15-af0d-6f5bbdc988ca req-470a7caa-ea02-4821-b623-0eeff301373a tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b617a3-7089-49ee-9bc8-958ab3c8bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592341 Apr 19 18:17:25.095447 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-479b2350-09fc-48dc-b2bb-235b44a942b4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86362) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:17:25.095849 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-479b2350-09fc-48dc-b2bb-235b44a942b4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86362) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:17:25.096680 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-479b2350-09fc-48dc-b2bb-235b44a942b4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86362) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:17:25.097386 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-479b2350-09fc-48dc-b2bb-235b44a942b4 admin admin] Subscribe: > port after_create 55550000 {{(pid=86362) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:17:25.097674 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-479b2350-09fc-48dc-b2bb-235b44a942b4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=86362) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:17:25.098212 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-479b2350-09fc-48dc-b2bb-235b44a942b4 admin admin] Subscribe: > port after_update 55550000 {{(pid=86362) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:17:25.098720 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-479b2350-09fc-48dc-b2bb-235b44a942b4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86362) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:17:25.099083 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-479b2350-09fc-48dc-b2bb-235b44a942b4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86362) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:17:25.099726 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-479b2350-09fc-48dc-b2bb-235b44a942b4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86362) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:17:25.100171 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-479b2350-09fc-48dc-b2bb-235b44a942b4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86362) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:17:25.171862 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-479b2350-09fc-48dc-b2bb-235b44a942b4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86362) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:17:25.172262 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-479b2350-09fc-48dc-b2bb-235b44a942b4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86362) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:17:25.172642 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-479b2350-09fc-48dc-b2bb-235b44a942b4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86362) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:17:25.172997 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-479b2350-09fc-48dc-b2bb-235b44a942b4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86362) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:17:25.173399 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.services.segments.db [None req-479b2350-09fc-48dc-b2bb-235b44a942b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0af7228a-6f40-48e6-bc73-eb761c550184']}} {{(pid=86362) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:17:25.190376 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.services.segments.db [None req-479b2350-09fc-48dc-b2bb-235b44a942b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4cdddb9-da24-474f-b5f6-961ba4d7a61d') {'for_net_delete': True} {{(pid=86362) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:17:25.190691 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.services.segments.db [None req-479b2350-09fc-48dc-b2bb-235b44a942b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4cdddb9-da24-474f-b5f6-961ba4d7a61d') {} {{(pid=86362) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:17:25.203677 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-479b2350-09fc-48dc-b2bb-235b44a942b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363254156488035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843109614'] for segment, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:25.215650 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 59144) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:17:25.224340 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-479b2350-09fc-48dc-b2bb-235b44a942b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850937276'] for segment, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:25.232235 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-479b2350-09fc-48dc-b2bb-235b44a942b4 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=86362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 18:17:25.350315 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e869db05-4390-47e0-8f4c-42ca3920f587 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:25.366471 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-e869db05-4390-47e0-8f4c-42ca3920f587 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:17:25.370634 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-e869db05-4390-47e0-8f4c-42ca3920f587 admin admin] Usage tracker for resource:security_group_rule and tenant:ddeb05f3c3674906a32b41907e6acdc5 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:17:25.373628 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-e869db05-4390-47e0-8f4c-42ca3920f587 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:17:25.380324 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-e869db05-4390-47e0-8f4c-42ca3920f587 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:17:25.419483 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-479b2350-09fc-48dc-b2bb-235b44a942b4 admin admin] Network 0af7228a-6f40-48e6-bc73-eb761c550184 has no segments {{(pid=86362) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:17:25.429388 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-479b2350-09fc-48dc-b2bb-235b44a942b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3838515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10670865'] for segment, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:25.470416 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e869db05-4390-47e0-8f4c-42ca3920f587 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:25.473674 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e869db05-4390-47e0-8f4c-42ca3920f587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:25.483854 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-35902d58-7d59-479d-afb7-78e4bb508980 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:25.545290 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e869db05-4390-47e0-8f4c-42ca3920f587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a16be9-aab8-4323-b224-0f0423190fd3,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:25.553986 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-e869db05-4390-47e0-8f4c-42ca3920f587 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ddeb05f3c3674906a32b41907e6acdc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3371680 Apr 19 18:17:25.555152 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-e869db05-4390-47e0-8f4c-42ca3920f587 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:25.555614 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 59154) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:17:25.642499 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-57a53cb2-845e-40ce-904f-fd102e87b087 req-bbcd2407-361f-4501-a917-210f3e0bb45e tempest-DeleteServersTestJSON-1051952203 tempest-DeleteServersTestJSON-1051952203-project] 10.222.0.36 "GET /v2.0/ports?device_id=75e6fcb7-8519-439e-ba01-d5591cdb6a41 HTTP/1.1" status: 200 len: 210 time: 0.1033540 Apr 19 18:17:25.687355 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-479b2350-09fc-48dc-b2bb-235b44a942b4 admin admin] Network 0af7228a-6f40-48e6-bc73-eb761c550184 has no segments {{(pid=86362) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:17:25.689058 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-35b0180b-1373-420d-b9a9-4171f60dbfc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:25.714320 dv-cinder-786927-1-iscsi neutron-server[86249]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 19 18:17:25.714320 dv-cinder-786927-1-iscsi neutron-server[86249]: from cryptography.utils import int_from_bytes Apr 19 18:17:25.714320 dv-cinder-786927-1-iscsi neutron-server[86249]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 19 18:17:25.714320 dv-cinder-786927-1-iscsi neutron-server[86249]: from cryptography.utils import int_from_bytes Apr 19 18:17:25.714320 dv-cinder-786927-1-iscsi neutron-server[86249]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 19 18:17:25.714320 dv-cinder-786927-1-iscsi neutron-server[86249]: (rel_b, rel_a, rel_b), Apr 19 18:17:25.714320 dv-cinder-786927-1-iscsi neutron-server[86249]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 19 18:17:25.714320 dv-cinder-786927-1-iscsi neutron-server[86249]: (rel_b, rel_a, rel_b), Apr 19 18:17:25.714320 dv-cinder-786927-1-iscsi neutron-server[86249]: Traceback (most recent call last): Apr 19 18:17:25.714320 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 18:17:25.714320 dv-cinder-786927-1-iscsi neutron-server[86249]: timer() Apr 19 18:17:25.714320 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 18:17:25.714320 dv-cinder-786927-1-iscsi neutron-server[86249]: cb(*args, **kw) Apr 19 18:17:25.714320 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 18:17:25.714320 dv-cinder-786927-1-iscsi neutron-server[86249]: return func(*args, **kwargs) Apr 19 18:17:25.714320 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 18:17:25.714320 dv-cinder-786927-1-iscsi neutron-server[86249]: self._notify() Apr 19 18:17:25.714320 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 18:17:25.714320 dv-cinder-786927-1-iscsi neutron-server[86249]: self.callback(batched_events) Apr 19 18:17:25.714320 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 18:17:25.714320 dv-cinder-786927-1-iscsi neutron-server[86249]: event.method(event) Apr 19 18:17:25.714320 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 18:17:25.714320 dv-cinder-786927-1-iscsi neutron-server[86249]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 18:17:25.714320 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 18:17:25.714320 dv-cinder-786927-1-iscsi neutron-server[86249]: segment_id)['aggregates'][0] Apr 19 18:17:25.714320 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 18:17:25.714320 dv-cinder-786927-1-iscsi neutron-server[86249]: return f(self, *a, **k) Apr 19 18:17:25.714320 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 18:17:25.714320 dv-cinder-786927-1-iscsi neutron-server[86249]: return self._get(url).json() Apr 19 18:17:25.714320 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 18:17:25.714320 dv-cinder-786927-1-iscsi neutron-server[86249]: **kwargs) Apr 19 18:17:25.714320 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 18:17:25.714320 dv-cinder-786927-1-iscsi neutron-server[86249]: return self.request(url, 'GET', **kwargs) Apr 19 18:17:25.714320 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 18:17:25.714320 dv-cinder-786927-1-iscsi neutron-server[86249]: **endpoint_filter) Apr 19 18:17:25.714320 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 18:17:25.714320 dv-cinder-786927-1-iscsi neutron-server[86249]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 18:17:25.714320 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 18:17:25.714320 dv-cinder-786927-1-iscsi neutron-server[86249]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 18:17:25.714320 dv-cinder-786927-1-iscsi neutron-server[86249]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 18:17:25.725823 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-35b0180b-1373-420d-b9a9-4171f60dbfc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:25.814308 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f386f236-20c2-4359-80b8-cde66bc8e541 req-c25b3b98-31d4-49ae-8bbc-3acc66c4eeca tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:25.815448 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-479b2350-09fc-48dc-b2bb-235b44a942b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4013951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854123391'] for network, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:25.820070 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-18dfda2d-59d0-4a84-b0ab-efc044644e80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:25.824585 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f386f236-20c2-4359-80b8-cde66bc8e541 req-c25b3b98-31d4-49ae-8bbc-3acc66c4eeca tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/ports?device_id=691bac90-77ff-4876-965a-f904ca775967 HTTP/1.1" status: 200 len: 944 time: 0.2190835 Apr 19 18:17:25.847601 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-479b2350-09fc-48dc-b2bb-235b44a942b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759945'] for network, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:25.850373 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479b2350-09fc-48dc-b2bb-235b44a942b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=0af7228a-6f40-48e6-bc73-eb761c550184,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:25.854991 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-479b2350-09fc-48dc-b2bb-235b44a942b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:25.859794 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-479b2350-09fc-48dc-b2bb-235b44a942b4 admin admin] 10.222.0.36 "DELETE /v2.0/networks/0af7228a-6f40-48e6-bc73-eb761c550184 HTTP/1.1" status: 204 len: 168 time: 1.3640349 Apr 19 18:17:25.860632 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 59160) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:17:25.872791 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-35b0180b-1373-420d-b9a9-4171f60dbfc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:25.877845 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:25.880568 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-c7eea7df-388b-4093-a495-96f4427aaa49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:25.892551 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f386f236-20c2-4359-80b8-cde66bc8e541 req-f43b32e7-82ef-43bf-8e1d-0e2440e906aa tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/security-groups?id=693fea71-500b-474f-8806-96b1fe4da529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670130 Apr 19 18:17:25.897137 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b0180b-1373-420d-b9a9-4171f60dbfc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a16be9-aab8-4323-b224-0f0423190fd3,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:25.900341 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-35b0180b-1373-420d-b9a9-4171f60dbfc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:25.902435 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-35b0180b-1373-420d-b9a9-4171f60dbfc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:25.906807 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-35b0180b-1373-420d-b9a9-4171f60dbfc5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/34a16be9-aab8-4323-b224-0f0423190fd3 HTTP/1.1" status: 204 len: 168 time: 0.3470445 Apr 19 18:17:25.930059 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_v2 [None req-73234772-390d-48ec-8e65-2516f01c732d admin admin] Deleting subnet 30549a56-55d5-4d4b-9917-417c589afba0 {{(pid=86362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 18:17:25.933428 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-73234772-390d-48ec-8e65-2516f01c732d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:25.990712 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-73234772-390d-48ec-8e65-2516f01c732d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666202'] for subnet, precommit_delete_associations {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:26.075249 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-73234772-390d-48ec-8e65-2516f01c732d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013858'] for subnet, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:26.147601 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-eae962f3-e32e-4947-814b-3e299d74c6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:26.270853 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Device 7594faa2-1c1f-4463-bdb4-62f9445f859c details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:17:26.271591 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 59178) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:17:26.334838 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a4e32563-695d-4f1b-8bed-043472e4cfea admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:26.372152 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-a4e32563-695d-4f1b-8bed-043472e4cfea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:17:26.390453 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e05e3d0-495e-4dc4-9537-133c13c87ed9 req-e34cc479-ab4c-4743-82bb-fc963e25ccb2 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:26.392209 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1e05e3d0-495e-4dc4-9537-133c13c87ed9 req-e34cc479-ab4c-4743-82bb-fc963e25ccb2 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?device_id=87b4b104-2786-4f0b-a653-285749168117 HTTP/1.1" status: 200 len: 945 time: 0.1662116 Apr 19 18:17:26.393524 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-a4e32563-695d-4f1b-8bed-043472e4cfea admin admin] Usage tracker for resource:security_group_rule and tenant:71108d741b0f497c8622445168c2f5f6 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:17:26.396919 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-a4e32563-695d-4f1b-8bed-043472e4cfea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:17:26.414543 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-a4e32563-695d-4f1b-8bed-043472e4cfea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:17:26.487843 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1e05e3d0-495e-4dc4-9537-133c13c87ed9 req-577fb90d-a431-4134-9c7f-4bb1c3ec1f24 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b617a3-7089-49ee-9bc8-958ab3c8bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557244 Apr 19 18:17:26.519427 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a4e32563-695d-4f1b-8bed-043472e4cfea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:26.525165 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a4e32563-695d-4f1b-8bed-043472e4cfea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:26.539275 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-663fba17-490e-4660-8481-0ed4d6807a85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:26.567286 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-73234772-390d-48ec-8e65-2516f01c732d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850761958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853862292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036844105550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11480279'] for subnet, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:26.572215 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] For port 7594faa2-1c1f-4463-bdb4-62f9445f859c, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=7594faa2-1c1f-4463-bdb4-62f9445f859c,segment=NetworkSegment(41139e2e-7812-4641-a996-451602e23acc),segment_id=41139e2e-7812-4641-a996-451602e23acc)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:17:26.572628 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:26.606459 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Returning: {'device': '7594faa2-1c1f-4463-bdb4-62f9445f859c', 'network_id': 'd730787d-14ca-4c77-8e2c-83e69c9a7b9a', 'port_id': '7594faa2-1c1f-4463-bdb4-62f9445f859c', 'mac_address': 'fa:16:3e:28:ef:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34d337c2-5f2f-4e52-a37c-792a5657b7af', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:17:26.622870 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73234772-390d-48ec-8e65-2516f01c732d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30549a56-55d5-4d4b-9917-417c589afba0,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:26.625727 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-73234772-390d-48ec-8e65-2516f01c732d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:26.628704 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-73234772-390d-48ec-8e65-2516f01c732d admin admin] Notify callbacks [] for subnet, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:26.636289 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-73234772-390d-48ec-8e65-2516f01c732d admin admin] 10.222.0.36 "DELETE /v2.0/subnets/30549a56-55d5-4d4b-9917-417c589afba0 HTTP/1.1" status: 204 len: 168 time: 0.7745879 Apr 19 18:17:26.639084 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 59190) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:17:26.662297 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-a4e32563-695d-4f1b-8bed-043472e4cfea admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=71108d741b0f497c8622445168c2f5f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3893251 Apr 19 18:17:26.666614 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 59194) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:17:26.667079 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e32563-695d-4f1b-8bed-043472e4cfea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf4e6c4c-df54-44b4-bd76-a9505d739bf7,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:26.675374 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-a4e32563-695d-4f1b-8bed-043472e4cfea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:26.766969 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:26.809123 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7594faa2-1c1f-4463-bdb4-62f9445f859c {{(pid=86364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:17:26.850568 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] For port 7594faa2-1c1f-4463-bdb4-62f9445f859c, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=7594faa2-1c1f-4463-bdb4-62f9445f859c,segment=NetworkSegment(41139e2e-7812-4641-a996-451602e23acc),segment_id=41139e2e-7812-4641-a996-451602e23acc)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:17:26.850969 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-907e7bc4-6ce5-4bf8-9c85-8cfa0d30e5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3689838'] for network, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:26.860902 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:26.862937 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-c4b0922e-6a7a-44b1-9ba3-a13e77b33e20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:26.931320 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-38d498ff-5164-491b-8f59-29a534a01b8f req-a18ddc6f-1232-41aa-bf52-0ef2e8705298 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b8cc09b0-0dfe-4348-8ed6-7762cc774356&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2356977 Apr 19 18:17:26.938127 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-fb1c173d-8c06-403b-937b-fc94123526f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:26.970731 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-fb1c173d-8c06-403b-937b-fc94123526f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:27.026256 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Pushing event updated for resources: {'Port': ['ID=7594faa2-1c1f-4463-bdb4-62f9445f859c,revision_number=4']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:27.039145 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:17:27.040897 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-fb1c173d-8c06-403b-937b-fc94123526f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:27.042553 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:17:27.043477 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:17:27.044082 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:17:27.055356 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:17:27.055356 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:17:27.055579 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:27.055679 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:17:27.055679 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:17:27.055679 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:17:27.055679 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:17:27.055679 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:17:27.055679 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:17:27.059526 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:27.065776 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1c173d-8c06-403b-937b-fc94123526f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf4e6c4c-df54-44b4-bd76-a9505d739bf7,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:27.068136 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-fb1c173d-8c06-403b-937b-fc94123526f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:27.154620 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-907e7bc4-6ce5-4bf8-9c85-8cfa0d30e5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850761865', 'neutron.services.segments.db._delete_segments_for_network-8782698178163'] for network, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:27.172348 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-fb1c173d-8c06-403b-937b-fc94123526f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:27.172681 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] get_ports_and_sgs() called for port_ids ['7594faa2-1c1f-4463-bdb4-62f9445f859c'] {{(pid=86364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:17:27.176144 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-fb1c173d-8c06-403b-937b-fc94123526f3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cf4e6c4c-df54-44b4-bd76-a9505d739bf7 HTTP/1.1" status: 204 len: 168 time: 0.5059073 Apr 19 18:17:27.240708 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d498ff-5164-491b-8f59-29a534a01b8f req-6636e0df-4244-41db-98c2-9e40ed95212a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:27.244545 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-38d498ff-5164-491b-8f59-29a534a01b8f req-6636e0df-4244-41db-98c2-9e40ed95212a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0192ebea383943fdbf60eb0089151581&device_id=b8cc09b0-0dfe-4348-8ed6-7762cc774356 HTTP/1.1" status: 200 len: 1098 time: 0.1651151 Apr 19 18:17:27.265456 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0436c3bf-efc2-483d-9c1c-08d2e636ef00 req-e03938d4-cf4c-413e-8965-40f8f33db0d4 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:27.267416 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0436c3bf-efc2-483d-9c1c-08d2e636ef00 req-e03938d4-cf4c-413e-8965-40f8f33db0d4 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/ports?device_id=691bac90-77ff-4876-965a-f904ca775967 HTTP/1.1" status: 200 len: 945 time: 0.2334449 Apr 19 18:17:27.360338 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.services.segments.db [None req-907e7bc4-6ce5-4bf8-9c85-8cfa0d30e5cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5d4ab80-c673-48f6-a0fa-fabce3fd8146']}} {{(pid=86362) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:17:27.381470 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.services.segments.db [None req-907e7bc4-6ce5-4bf8-9c85-8cfa0d30e5cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ec18359-fdf0-448c-9f23-c0d38dc49bfe') {'for_net_delete': True} {{(pid=86362) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:17:27.382375 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.services.segments.db [None req-907e7bc4-6ce5-4bf8-9c85-8cfa0d30e5cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ec18359-fdf0-448c-9f23-c0d38dc49bfe') {} {{(pid=86362) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:17:27.414727 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-907e7bc4-6ce5-4bf8-9c85-8cfa0d30e5cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363254156488035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843109614'] for segment, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:27.465663 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-907e7bc4-6ce5-4bf8-9c85-8cfa0d30e5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850937276'] for segment, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:27.483865 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-907e7bc4-6ce5-4bf8-9c85-8cfa0d30e5cf admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=86362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 18:17:27.544958 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0436c3bf-efc2-483d-9c1c-08d2e636ef00 req-a0984230-b97c-455e-b397-1e4e8726226a tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/security-groups?id=693fea71-500b-474f-8806-96b1fe4da529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498896 Apr 19 18:17:27.546355 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d498ff-5164-491b-8f59-29a534a01b8f req-01cd9609-8b3b-4e6c-9ff9-df7792d2b37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:27.556199 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-38d498ff-5164-491b-8f59-29a534a01b8f req-01cd9609-8b3b-4e6c-9ff9-df7792d2b37b service neutron] 10.222.0.53 "GET /v2.0/networks?id=d730787d-14ca-4c77-8e2c-83e69c9a7b9a HTTP/1.1" status: 200 len: 915 time: 0.2875810 Apr 19 18:17:27.696558 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-38d498ff-5164-491b-8f59-29a534a01b8f req-f89f95ff-0b0e-4d91-8fbf-ff32f42faefe service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8daa5f29-66b7-4f4b-8e17-36e9ad49dfd3 HTTP/1.1" status: 200 len: 217 time: 0.1334710 Apr 19 18:17:27.862830 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d498ff-5164-491b-8f59-29a534a01b8f req-030d0e13-2d5b-4a53-aa0c-0390f9822221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:27.864681 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-38d498ff-5164-491b-8f59-29a534a01b8f req-030d0e13-2d5b-4a53-aa0c-0390f9822221 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=34d337c2-5f2f-4e52-a37c-792a5657b7af HTTP/1.1" status: 200 len: 854 time: 0.1609173 Apr 19 18:17:27.924671 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-38d498ff-5164-491b-8f59-29a534a01b8f req-3ee7141d-3eed-4f4b-a2cc-a370c19fe0f0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d730787d-14ca-4c77-8e2c-83e69c9a7b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525773 Apr 19 18:17:28.067307 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-907e7bc4-6ce5-4bf8-9c85-8cfa0d30e5cf admin admin] Network e5d4ab80-c673-48f6-a0fa-fabce3fd8146 has no segments {{(pid=86362) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:17:28.084029 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-907e7bc4-6ce5-4bf8-9c85-8cfa0d30e5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3838515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10670865'] for segment, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:28.166710 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-38d498ff-5164-491b-8f59-29a534a01b8f req-fbcd2384-4816-449c-9d1d-e6c79e8d9607 service neutron] 10.222.0.53 "GET /v2.0/networks/d730787d-14ca-4c77-8e2c-83e69c9a7b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284362 Apr 19 18:17:28.266748 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d470245d-2101-4272-8191-50593b0833bc req-92402633-91a8-442e-90e2-2ba5176d0dca tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:28.268952 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d470245d-2101-4272-8191-50593b0833bc req-92402633-91a8-442e-90e2-2ba5176d0dca tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?device_id=87b4b104-2786-4f0b-a653-285749168117 HTTP/1.1" status: 200 len: 945 time: 0.3574340 Apr 19 18:17:28.277012 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Device 2df6d88f-3ae7-41a7-9458-245ed0724012 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:17:28.363140 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] No Port match for: 2df6d88f-3ae7-41a7-9458-245ed0724012 {{(pid=86364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:17:28.367430 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Device 2df6d88f-3ae7-41a7-9458-245ed0724012 not bound to the agent host hv-cinder-78692 {{(pid=86364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:17:28.398067 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-907e7bc4-6ce5-4bf8-9c85-8cfa0d30e5cf admin admin] Network e5d4ab80-c673-48f6-a0fa-fabce3fd8146 has no segments {{(pid=86362) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:17:28.408578 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d470245d-2101-4272-8191-50593b0833bc req-782c0d19-160d-476a-9d49-2a203f825dc7 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b617a3-7089-49ee-9bc8-958ab3c8bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845203 Apr 19 18:17:28.427942 dv-cinder-786927-1-iscsi neutron-server[86249]: Traceback (most recent call last): Apr 19 18:17:28.427942 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 18:17:28.427942 dv-cinder-786927-1-iscsi neutron-server[86249]: timer() Apr 19 18:17:28.427942 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 18:17:28.427942 dv-cinder-786927-1-iscsi neutron-server[86249]: cb(*args, **kw) Apr 19 18:17:28.427942 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 18:17:28.427942 dv-cinder-786927-1-iscsi neutron-server[86249]: return func(*args, **kwargs) Apr 19 18:17:28.427942 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 18:17:28.427942 dv-cinder-786927-1-iscsi neutron-server[86249]: self._notify() Apr 19 18:17:28.427942 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 18:17:28.427942 dv-cinder-786927-1-iscsi neutron-server[86249]: self.callback(batched_events) Apr 19 18:17:28.427942 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 18:17:28.427942 dv-cinder-786927-1-iscsi neutron-server[86249]: event.method(event) Apr 19 18:17:28.427942 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 18:17:28.427942 dv-cinder-786927-1-iscsi neutron-server[86249]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 18:17:28.427942 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 18:17:28.427942 dv-cinder-786927-1-iscsi neutron-server[86249]: segment_id)['aggregates'][0] Apr 19 18:17:28.427942 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 18:17:28.427942 dv-cinder-786927-1-iscsi neutron-server[86249]: return f(self, *a, **k) Apr 19 18:17:28.427942 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 18:17:28.427942 dv-cinder-786927-1-iscsi neutron-server[86249]: return self._get(url).json() Apr 19 18:17:28.427942 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 18:17:28.427942 dv-cinder-786927-1-iscsi neutron-server[86249]: **kwargs) Apr 19 18:17:28.427942 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 18:17:28.427942 dv-cinder-786927-1-iscsi neutron-server[86249]: return self.request(url, 'GET', **kwargs) Apr 19 18:17:28.427942 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 18:17:28.427942 dv-cinder-786927-1-iscsi neutron-server[86249]: **endpoint_filter) Apr 19 18:17:28.427942 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 18:17:28.427942 dv-cinder-786927-1-iscsi neutron-server[86249]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 18:17:28.427942 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 18:17:28.427942 dv-cinder-786927-1-iscsi neutron-server[86249]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 18:17:28.427942 dv-cinder-786927-1-iscsi neutron-server[86249]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 18:17:28.463376 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-38d498ff-5164-491b-8f59-29a534a01b8f req-9d364494-3b7c-4c15-8ac3-f6d52e87782f service neutron] 10.222.0.53 "GET /v2.0/networks/d730787d-14ca-4c77-8e2c-83e69c9a7b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2873225 Apr 19 18:17:28.520819 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-907e7bc4-6ce5-4bf8-9c85-8cfa0d30e5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4013951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854123391'] for network, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:28.526734 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-907e7bc4-6ce5-4bf8-9c85-8cfa0d30e5cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759945'] for network, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:28.532986 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-e9c5f6a3-2833-4938-8f49-0ebbe6e87c8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:28.561515 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907e7bc4-6ce5-4bf8-9c85-8cfa0d30e5cf admin admin] Pushing event deleted for resources: {'Network': ['ID=e5d4ab80-c673-48f6-a0fa-fabce3fd8146,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:28.564067 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-907e7bc4-6ce5-4bf8-9c85-8cfa0d30e5cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:28.565827 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-907e7bc4-6ce5-4bf8-9c85-8cfa0d30e5cf admin admin] 10.222.0.36 "DELETE /v2.0/networks/e5d4ab80-c673-48f6-a0fa-fabce3fd8146 HTTP/1.1" status: 204 len: 168 time: 1.9256389 Apr 19 18:17:28.811905 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 59308) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:17:28.812738 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b481ed40-c592-46c7-95e6-0dbd009a5557 req-d1dc3a6f-ac14-475e-aadd-090ffaf23dd8 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:28.815460 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b481ed40-c592-46c7-95e6-0dbd009a5557 req-d1dc3a6f-ac14-475e-aadd-090ffaf23dd8 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/ports?device_id=691bac90-77ff-4876-965a-f904ca775967 HTTP/1.1" status: 200 len: 945 time: 0.1469309 Apr 19 18:17:28.873658 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-e791a42f-b5bf-405a-bc8b-e394a9a5cbc2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=14b733598ad74213917cdf30bda8e446&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0579133 Apr 19 18:17:28.873942 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 59312) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:17:28.889300 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b481ed40-c592-46c7-95e6-0dbd009a5557 req-a5d5c575-7c79-4f26-94f7-7e057a981a0b tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/security-groups?id=693fea71-500b-474f-8806-96b1fe4da529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611205 Apr 19 18:17:28.946240 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-404f1fc3-03b2-4659-9f99-dfe06dab3baa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:28.964405 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 59320) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:17:28.975934 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-404f1fc3-03b2-4659-9f99-dfe06dab3baa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:29.027053 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-404f1fc3-03b2-4659-9f99-dfe06dab3baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:29.032471 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:29.034481 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5661699-74f4-4239-9f79-6a31a88d900a admin admin] Deleting subnet 6abedcc4-667b-4ef5-948f-d48f21cc23fa {{(pid=86363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 18:17:29.037398 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 59324) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:17:29.043757 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b5661699-74f4-4239-9f79-6a31a88d900a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:29.046925 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404f1fc3-03b2-4659-9f99-dfe06dab3baa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d36f1bd-da5c-42cf-a3cc-35fc891a30f9,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:29.050083 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-404f1fc3-03b2-4659-9f99-dfe06dab3baa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:29.051061 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-404f1fc3-03b2-4659-9f99-dfe06dab3baa admin admin] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:29.052300 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-404f1fc3-03b2-4659-9f99-dfe06dab3baa admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5d36f1bd-da5c-42cf-a3cc-35fc891a30f9 HTTP/1.1" status: 204 len: 168 time: 0.1770723 Apr 19 18:17:29.103668 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b5661699-74f4-4239-9f79-6a31a88d900a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036842862324'] for subnet, precommit_delete_associations {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:29.163037 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b5661699-74f4-4239-9f79-6a31a88d900a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013858'] for subnet, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:29.369420 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-abc074e6-c467-47c3-8ef1-246c1a7d3290 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:29.387410 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 59336) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:17:29.453853 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-b3b801bf-1b3b-41bd-b5ac-893a9c1cefe4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a1820b97ebb74b19adaf4d68b5368caa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0626445 Apr 19 18:17:29.455065 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 59344) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:17:29.526070 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a2b1172d-2adf-46c2-b736-339b273ee599 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:29.575672 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a2b1172d-2adf-46c2-b736-339b273ee599 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:29.633959 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-abc074e6-c467-47c3-8ef1-246c1a7d3290 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:17:29.639616 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-abc074e6-c467-47c3-8ef1-246c1a7d3290 admin admin] Usage tracker for resource:security_group_rule and tenant:243c94b604dc44db8274bceb7fc8f471 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:17:29.644063 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-abc074e6-c467-47c3-8ef1-246c1a7d3290 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:17:29.649984 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-abc074e6-c467-47c3-8ef1-246c1a7d3290 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:17:29.672115 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a2b1172d-2adf-46c2-b736-339b273ee599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:29.676461 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-194d79e6-77d4-4fd3-be66-950f8c441540 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:29.694934 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b1172d-2adf-46c2-b736-339b273ee599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbebb8d7-e26e-49ef-ab22-8590f59e975e,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:29.717403 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-a2b1172d-2adf-46c2-b736-339b273ee599 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:29.749173 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-abc074e6-c467-47c3-8ef1-246c1a7d3290 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:29.755166 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-abc074e6-c467-47c3-8ef1-246c1a7d3290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:29.767719 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:29.769210 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a2b1172d-2adf-46c2-b736-339b273ee599 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:29.770656 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-a2b1172d-2adf-46c2-b736-339b273ee599 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bbebb8d7-e26e-49ef-ab22-8590f59e975e HTTP/1.1" status: 204 len: 168 time: 0.3144848 Apr 19 18:17:29.823436 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc074e6-c467-47c3-8ef1-246c1a7d3290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b100a2bf-fe64-41bf-9120-b3e37d4af341,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:29.828474 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-abc074e6-c467-47c3-8ef1-246c1a7d3290 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:29.835050 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-abc074e6-c467-47c3-8ef1-246c1a7d3290 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=243c94b604dc44db8274bceb7fc8f471&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7938931 Apr 19 18:17:29.835050 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b5661699-74f4-4239-9f79-6a31a88d900a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850761958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853862292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10487664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10691946'] for subnet, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:29.840589 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 59362) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:17:29.845882 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-438ca8e4-45c4-4496-b598-ef4f76cb824b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:29.880925 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b5661699-74f4-4239-9f79-6a31a88d900a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759945'] for subnet, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:29.893980 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5661699-74f4-4239-9f79-6a31a88d900a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6abedcc4-667b-4ef5-948f-d48f21cc23fa,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:29.896916 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b5661699-74f4-4239-9f79-6a31a88d900a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:29.911178 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-b5661699-74f4-4239-9f79-6a31a88d900a admin admin] 10.222.0.36 "DELETE /v2.0/subnets/6abedcc4-667b-4ef5-948f-d48f21cc23fa HTTP/1.1" status: 204 len: 168 time: 0.9434254 Apr 19 18:17:29.912164 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 59368) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:17:29.986539 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef69bea0-58bc-43cc-b279-903d2c29cea4 req-04ee7e72-50b1-4101-ad22-1144c1559ed5 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:29.990245 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ef69bea0-58bc-43cc-b279-903d2c29cea4 req-04ee7e72-50b1-4101-ad22-1144c1559ed5 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?device_id=87b4b104-2786-4f0b-a653-285749168117 HTTP/1.1" status: 200 len: 945 time: 0.3662784 Apr 19 18:17:30.060704 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b8341ac6-2a1a-40ec-bba3-59239695364f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3689838'] for network, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:30.121100 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7b11c6e6-bc8f-4a06-817a-6ba507777fc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:30.137920 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ef69bea0-58bc-43cc-b279-903d2c29cea4 req-4dd47c24-a5af-4d4b-9384-10841be83683 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b617a3-7089-49ee-9bc8-958ab3c8bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120050 Apr 19 18:17:30.168868 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7b11c6e6-bc8f-4a06-817a-6ba507777fc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:30.222209 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7b11c6e6-bc8f-4a06-817a-6ba507777fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:30.230837 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-4e01c3bc-e9a8-44d5-8c86-2c16164d74d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:30.246944 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b11c6e6-bc8f-4a06-817a-6ba507777fc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b100a2bf-fe64-41bf-9120-b3e37d4af341,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:30.251314 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-7b11c6e6-bc8f-4a06-817a-6ba507777fc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:30.260901 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7b11c6e6-bc8f-4a06-817a-6ba507777fc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:30.265440 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-7b11c6e6-bc8f-4a06-817a-6ba507777fc6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b100a2bf-fe64-41bf-9120-b3e37d4af341 HTTP/1.1" status: 204 len: 168 time: 0.4151444 Apr 19 18:17:30.291977 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Device 7594faa2-1c1f-4463-bdb4-62f9445f859c up at agent hyperv_hv-cinder-78692 {{(pid=86364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:17:30.300677 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c10e2de-c90a-4835-ada3-fee9095f6fae req-c15907c7-c0a3-4155-8343-553f3e0bd180 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:30.301849 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1c10e2de-c90a-4835-ada3-fee9095f6fae req-c15907c7-c0a3-4155-8343-553f3e0bd180 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/ports?device_id=691bac90-77ff-4876-965a-f904ca775967 HTTP/1.1" status: 200 len: 945 time: 0.2361131 Apr 19 18:17:30.352739 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b8341ac6-2a1a-40ec-bba3-59239695364f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850761865', 'neutron.services.segments.db._delete_segments_for_network-8782698178163'] for network, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:30.376604 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Provisioning for port 7594faa2-1c1f-4463-bdb4-62f9445f859c completed by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:17:30.384488 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Provisioning complete for port 7594faa2-1c1f-4463-bdb4-62f9445f859c triggered by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:17:30.385011 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:30.452360 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1c10e2de-c90a-4835-ada3-fee9095f6fae req-e18fa934-5ed5-41e7-839b-398bffde7fd2 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/security-groups?id=693fea71-500b-474f-8806-96b1fe4da529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409280 Apr 19 18:17:30.513636 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.services.segments.db [None req-b8341ac6-2a1a-40ec-bba3-59239695364f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6542d44-b175-4d6c-9707-3fb6fcc90f6b']}} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:17:30.524435 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:30.529617 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.services.segments.db [None req-b8341ac6-2a1a-40ec-bba3-59239695364f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14facb62-e9d1-4758-916e-05eedab8db3e') {'for_net_delete': True} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:17:30.530184 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.services.segments.db [None req-b8341ac6-2a1a-40ec-bba3-59239695364f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14facb62-e9d1-4758-916e-05eedab8db3e') {} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:17:30.535566 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 59396) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:17:30.546290 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b8341ac6-2a1a-40ec-bba3-59239695364f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363254156488035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11913476'] for segment, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:30.564632 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '691bac90-77ff-4876-965a-f904ca775967', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7594faa2-1c1f-4463-bdb4-62f9445f859c'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:17:30.568398 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b8341ac6-2a1a-40ec-bba3-59239695364f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850937276'] for segment, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:30.577665 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8341ac6-2a1a-40ec-bba3-59239695364f admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=86363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 18:17:30.578992 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] For port 7594faa2-1c1f-4463-bdb4-62f9445f859c, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=7594faa2-1c1f-4463-bdb4-62f9445f859c,segment=NetworkSegment(41139e2e-7812-4641-a996-451602e23acc),segment_id=41139e2e-7812-4641-a996-451602e23acc)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:17:30.583244 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:30.585998 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:30.675654 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '691bac90-77ff-4876-965a-f904ca775967', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7594faa2-1c1f-4463-bdb4-62f9445f859c', 'code': 200} Apr 19 18:17:30.676684 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Pushing event updated for resources: {'Port': ['ID=7594faa2-1c1f-4463-bdb4-62f9445f859c,revision_number=5']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:30.680121 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:30.794155 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9d1a51c8-8d2c-49ae-97e1-61517551e19f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:30.837414 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-9d1a51c8-8d2c-49ae-97e1-61517551e19f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:17:30.847265 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-9d1a51c8-8d2c-49ae-97e1-61517551e19f admin admin] Usage tracker for resource:security_group_rule and tenant:bbdd662e85b9482fb26942ef71e27218 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:17:30.854846 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-b8341ac6-2a1a-40ec-bba3-59239695364f admin admin] Network d6542d44-b175-4d6c-9707-3fb6fcc90f6b has no segments {{(pid=86363) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:17:30.856210 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-9d1a51c8-8d2c-49ae-97e1-61517551e19f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:17:30.865526 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b8341ac6-2a1a-40ec-bba3-59239695364f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3838515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036844288813'] for segment, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:30.876020 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-9d1a51c8-8d2c-49ae-97e1-61517551e19f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:17:31.111603 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9d1a51c8-8d2c-49ae-97e1-61517551e19f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:31.115161 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9d1a51c8-8d2c-49ae-97e1-61517551e19f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:31.143698 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:31.152957 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-9d1a51c8-8d2c-49ae-97e1-61517551e19f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bbdd662e85b9482fb26942ef71e27218&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6160975 Apr 19 18:17:31.158306 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 59432) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:17:31.209169 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-b8341ac6-2a1a-40ec-bba3-59239695364f admin admin] Network d6542d44-b175-4d6c-9707-3fb6fcc90f6b has no segments {{(pid=86363) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:17:31.239377 dv-cinder-786927-1-iscsi neutron-server[86249]: Traceback (most recent call last): Apr 19 18:17:31.239377 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 18:17:31.239377 dv-cinder-786927-1-iscsi neutron-server[86249]: timer() Apr 19 18:17:31.239377 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 18:17:31.239377 dv-cinder-786927-1-iscsi neutron-server[86249]: cb(*args, **kw) Apr 19 18:17:31.239377 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 18:17:31.239377 dv-cinder-786927-1-iscsi neutron-server[86249]: return func(*args, **kwargs) Apr 19 18:17:31.239377 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 18:17:31.239377 dv-cinder-786927-1-iscsi neutron-server[86249]: self._notify() Apr 19 18:17:31.239377 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 18:17:31.239377 dv-cinder-786927-1-iscsi neutron-server[86249]: self.callback(batched_events) Apr 19 18:17:31.239377 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 18:17:31.239377 dv-cinder-786927-1-iscsi neutron-server[86249]: event.method(event) Apr 19 18:17:31.239377 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 18:17:31.239377 dv-cinder-786927-1-iscsi neutron-server[86249]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 18:17:31.239377 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 18:17:31.239377 dv-cinder-786927-1-iscsi neutron-server[86249]: segment_id)['aggregates'][0] Apr 19 18:17:31.239377 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 18:17:31.239377 dv-cinder-786927-1-iscsi neutron-server[86249]: return f(self, *a, **k) Apr 19 18:17:31.239377 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 18:17:31.239377 dv-cinder-786927-1-iscsi neutron-server[86249]: return self._get(url).json() Apr 19 18:17:31.239377 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 18:17:31.239377 dv-cinder-786927-1-iscsi neutron-server[86249]: **kwargs) Apr 19 18:17:31.239377 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 18:17:31.239377 dv-cinder-786927-1-iscsi neutron-server[86249]: return self.request(url, 'GET', **kwargs) Apr 19 18:17:31.239377 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 18:17:31.239377 dv-cinder-786927-1-iscsi neutron-server[86249]: **endpoint_filter) Apr 19 18:17:31.239377 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 18:17:31.239377 dv-cinder-786927-1-iscsi neutron-server[86249]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 18:17:31.239377 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 18:17:31.239377 dv-cinder-786927-1-iscsi neutron-server[86249]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 18:17:31.239377 dv-cinder-786927-1-iscsi neutron-server[86249]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 18:17:31.316950 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1a51c8-8d2c-49ae-97e1-61517551e19f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c7bcf0e-2ac1-4327-98dc-df96ef61705d,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:31.330832 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc077da3-a802-41de-92c3-34f6f66ba55a req-d06975e0-5ded-4511-8bd9-91585950536e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:31.332604 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-bc077da3-a802-41de-92c3-34f6f66ba55a req-d06975e0-5ded-4511-8bd9-91585950536e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=691bac90-77ff-4876-965a-f904ca775967 HTTP/1.1" status: 200 len: 1099 time: 0.3488879 Apr 19 18:17:31.336041 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b8341ac6-2a1a-40ec-bba3-59239695364f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4013951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854123391'] for network, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:31.341516 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-0b9825f1-41ac-4f05-8e15-ac83cd31797b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:31.345638 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-9d1a51c8-8d2c-49ae-97e1-61517551e19f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:31.380613 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8341ac6-2a1a-40ec-bba3-59239695364f admin admin] Pushing event deleted for resources: {'Network': ['ID=d6542d44-b175-4d6c-9707-3fb6fcc90f6b,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:31.408599 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b8341ac6-2a1a-40ec-bba3-59239695364f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759945'] for network, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:31.443306 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b8341ac6-2a1a-40ec-bba3-59239695364f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:31.466649 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-b8341ac6-2a1a-40ec-bba3-59239695364f admin admin] 10.222.0.36 "DELETE /v2.0/networks/d6542d44-b175-4d6c-9707-3fb6fcc90f6b HTTP/1.1" status: 204 len: 168 time: 1.5532587 Apr 19 18:17:31.477807 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-bc077da3-a802-41de-92c3-34f6f66ba55a req-4c9f4827-2f8b-4075-9399-ce3166ef6335 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=693fea71-500b-474f-8806-96b1fe4da529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057534 Apr 19 18:17:31.533815 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-270ee1e7-e191-4dc8-9fe0-8e2eda1349c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:31.631230 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-270ee1e7-e191-4dc8-9fe0-8e2eda1349c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:31.716064 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 59462) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:17:31.791892 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba3752-bb24-4856-8fc3-b2f3d18da71a req-0381fa7a-1852-45ed-b333-adf9ce4857d1 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:31.795018 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-9aba3752-bb24-4856-8fc3-b2f3d18da71a req-0381fa7a-1852-45ed-b333-adf9ce4857d1 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?device_id=87b4b104-2786-4f0b-a653-285749168117 HTTP/1.1" status: 200 len: 945 time: 0.4319274 Apr 19 18:17:31.839541 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377567c0-13ca-412b-8551-1a5d790d5698 req-73d86b6f-b845-4e9e-98eb-ae90e525c8ce tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:31.841603 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-377567c0-13ca-412b-8551-1a5d790d5698 req-73d86b6f-b845-4e9e-98eb-ae90e525c8ce tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/ports?device_id=691bac90-77ff-4876-965a-f904ca775967 HTTP/1.1" status: 200 len: 946 time: 0.1650226 Apr 19 18:17:31.868555 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-270ee1e7-e191-4dc8-9fe0-8e2eda1349c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:31.893448 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-557e2dca-266d-47e6-9b3a-6fc0f68f01f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:31.898378 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-377567c0-13ca-412b-8551-1a5d790d5698 req-5004af0c-1721-4802-8d7d-9560dd4eca9c tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/security-groups?id=693fea71-500b-474f-8806-96b1fe4da529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499680 Apr 19 18:17:31.922594 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270ee1e7-e191-4dc8-9fe0-8e2eda1349c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c7bcf0e-2ac1-4327-98dc-df96ef61705d,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:31.930329 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-270ee1e7-e191-4dc8-9fe0-8e2eda1349c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:31.960356 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-941cda30-15ae-4e2a-87dc-4221b1574ada admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=aa3a010554804d208c38fe0948124a46&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2403581 Apr 19 18:17:31.962264 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 59470) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:17:32.008615 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-9aba3752-bb24-4856-8fc3-b2f3d18da71a req-e6db70c9-f776-4621-a7ed-982c289c1589 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b617a3-7089-49ee-9bc8-958ab3c8bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933758 Apr 19 18:17:32.009611 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-270ee1e7-e191-4dc8-9fe0-8e2eda1349c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:32.011106 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-270ee1e7-e191-4dc8-9fe0-8e2eda1349c1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3c7bcf0e-2ac1-4327-98dc-df96ef61705d HTTP/1.1" status: 204 len: 168 time: 0.8517978 Apr 19 18:17:32.039073 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c9da5503-24de-4bf5-88bb-5384bdd1de6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:32.078928 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c9da5503-24de-4bf5-88bb-5384bdd1de6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:32.145751 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c9da5503-24de-4bf5-88bb-5384bdd1de6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:32.156747 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-8b93265a-2b1e-4cfe-a9f0-60737afdb937 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:32.175979 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9da5503-24de-4bf5-88bb-5384bdd1de6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47cb2f47-8a13-4e99-a8cf-616a63b06189,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:32.185008 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-c9da5503-24de-4bf5-88bb-5384bdd1de6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:32.188322 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c9da5503-24de-4bf5-88bb-5384bdd1de6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:32.189737 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-c9da5503-24de-4bf5-88bb-5384bdd1de6b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/47cb2f47-8a13-4e99-a8cf-616a63b06189 HTTP/1.1" status: 204 len: 168 time: 0.2261863 Apr 19 18:17:32.501401 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 59492) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:17:32.530183 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-733e1c0c-1bb0-481a-ba65-c91cf6c06847 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:32.560942 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-733e1c0c-1bb0-481a-ba65-c91cf6c06847 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:17:32.566812 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-733e1c0c-1bb0-481a-ba65-c91cf6c06847 admin admin] Usage tracker for resource:security_group_rule and tenant:b072ab6613964897a18e035e32448bba is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:17:32.570011 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-733e1c0c-1bb0-481a-ba65-c91cf6c06847 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:17:32.577066 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-733e1c0c-1bb0-481a-ba65-c91cf6c06847 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:17:32.681157 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-733e1c0c-1bb0-481a-ba65-c91cf6c06847 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:32.684419 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-733e1c0c-1bb0-481a-ba65-c91cf6c06847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:32.695025 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:32.752630 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733e1c0c-1bb0-481a-ba65-c91cf6c06847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f499ceb4-9fcc-473b-a377-58b6458bd233,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:32.768490 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-733e1c0c-1bb0-481a-ba65-c91cf6c06847 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:32.773806 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-733e1c0c-1bb0-481a-ba65-c91cf6c06847 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b072ab6613964897a18e035e32448bba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2688661 Apr 19 18:17:32.774072 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 59502) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:17:32.842036 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-679f48a4-0f3b-4b52-9f64-17b5a3411188 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:32.870276 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-679f48a4-0f3b-4b52-9f64-17b5a3411188 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:32.922420 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-679f48a4-0f3b-4b52-9f64-17b5a3411188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:32.927680 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-20fb55af-990d-48c3-8785-aca04eae05d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:32.944803 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679f48a4-0f3b-4b52-9f64-17b5a3411188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f499ceb4-9fcc-473b-a377-58b6458bd233,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:32.947879 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-679f48a4-0f3b-4b52-9f64-17b5a3411188 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:32.949101 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-679f48a4-0f3b-4b52-9f64-17b5a3411188 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:32.950040 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-679f48a4-0f3b-4b52-9f64-17b5a3411188 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f499ceb4-9fcc-473b-a377-58b6458bd233 HTTP/1.1" status: 204 len: 168 time: 0.1749816 Apr 19 18:17:33.122185 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:33.211514 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ce8c8-628e-4a7b-ac4a-a8a6acecda79 req-5140d9a6-484e-4171-a02f-667e1f54ef02 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:33.224662 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-cf9ce8c8-628e-4a7b-ac4a-a8a6acecda79 req-5140d9a6-484e-4171-a02f-667e1f54ef02 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/ports?device_id=691bac90-77ff-4876-965a-f904ca775967 HTTP/1.1" status: 200 len: 946 time: 0.1291277 Apr 19 18:17:33.226618 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 59534) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:17:33.280807 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19e2c6a-25f4-44ff-8256-f5537e2448ba req-53535af0-0d3a-43d1-8f7b-299f025fa450 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:33.282338 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b19e2c6a-25f4-44ff-8256-f5537e2448ba req-53535af0-0d3a-43d1-8f7b-299f025fa450 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?device_id=87b4b104-2786-4f0b-a653-285749168117 HTTP/1.1" status: 200 len: 945 time: 0.1262386 Apr 19 18:17:33.307402 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-cf9ce8c8-628e-4a7b-ac4a-a8a6acecda79 req-afd60397-df65-4ceb-8c16-b83b5234a2c2 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/security-groups?id=693fea71-500b-474f-8806-96b1fe4da529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815983 Apr 19 18:17:33.348021 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b19e2c6a-25f4-44ff-8256-f5537e2448ba req-9b70da3a-b8c1-4e3e-9c05-1f5e359c33c0 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b617a3-7089-49ee-9bc8-958ab3c8bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571387 Apr 19 18:17:33.559992 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 59562) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:17:33.608513 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-af873c65-1167-4df1-9516-2b81e7d2b566 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:33.652764 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-b1dcae0d-3d19-4eb2-8846-784ade56f60f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1292105613-network', 'tenant_id': 'd40df5788f6140729f7e263c33f44bda'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:17:33.661429 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-b1dcae0d-3d19-4eb2-8846-784ade56f60f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:17:33.664825 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-af873c65-1167-4df1-9516-2b81e7d2b566 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:17:33.675610 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-b1dcae0d-3d19-4eb2-8846-784ade56f60f admin admin] Usage tracker for resource:network and tenant:d40df5788f6140729f7e263c33f44bda is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:17:33.676324 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-af873c65-1167-4df1-9516-2b81e7d2b566 admin admin] Usage tracker for resource:security_group_rule and tenant:fa904a7d9f6e426bbc070281ef863e92 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:17:33.681947 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-b1dcae0d-3d19-4eb2-8846-784ade56f60f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:17:33.682895 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-af873c65-1167-4df1-9516-2b81e7d2b566 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:17:33.696540 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-b1dcae0d-3d19-4eb2-8846-784ade56f60f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:17:33.697586 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-af873c65-1167-4df1-9516-2b81e7d2b566 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:17:33.710653 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1dcae0d-3d19-4eb2-8846-784ade56f60f admin admin] Made reservation on behalf of d40df5788f6140729f7e263c33f44bda for: {'network': 1} {{(pid=86363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:17:33.715600 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1dcae0d-3d19-4eb2-8846-784ade56f60f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for network, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:33.771921 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1dcae0d-3d19-4eb2-8846-784ade56f60f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:33.811821 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-af873c65-1167-4df1-9516-2b81e7d2b566 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:33.815234 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-b1dcae0d-3d19-4eb2-8846-784ade56f60f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:17:33.816048 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-af873c65-1167-4df1-9516-2b81e7d2b566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:33.830552 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-b1dcae0d-3d19-4eb2-8846-784ade56f60f admin admin] Usage tracker for resource:security_group_rule and tenant:d40df5788f6140729f7e263c33f44bda is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:17:33.837651 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-b1dcae0d-3d19-4eb2-8846-784ade56f60f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:17:33.850153 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-a2b1172d-2adf-46c2-b736-339b273ee599 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:33.857226 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-b1dcae0d-3d19-4eb2-8846-784ade56f60f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:17:33.892793 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-af873c65-1167-4df1-9516-2b81e7d2b566 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fa904a7d9f6e426bbc070281ef863e92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6635759 Apr 19 18:17:33.897335 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 59586) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:17:33.917423 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af873c65-1167-4df1-9516-2b81e7d2b566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58f43c13-d2c6-4e00-9cb0-0ad97860727b,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:33.934989 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-af873c65-1167-4df1-9516-2b81e7d2b566 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:34.069570 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d43529de-0c6d-481d-9cce-363e8d56e68c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:34.111326 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1dcae0d-3d19-4eb2-8846-784ade56f60f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:34.123530 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1dcae0d-3d19-4eb2-8846-784ade56f60f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:34.128783 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d43529de-0c6d-481d-9cce-363e8d56e68c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:34.138211 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-ad325250-aca0-4ff2-9c86-0ae3a1893ecc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:34.198051 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dcae0d-3d19-4eb2-8846-784ade56f60f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bffd7f9a-08d6-4236-abca-ec823386f4ff,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:34.208477 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1dcae0d-3d19-4eb2-8846-784ade56f60f admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=86363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 18:17:34.244633 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b1dcae0d-3d19-4eb2-8846-784ade56f60f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:34.268527 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1dcae0d-3d19-4eb2-8846-784ade56f60f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850937276'] for segment, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:34.268928 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.db.segments_db [None req-b1dcae0d-3d19-4eb2-8846-784ade56f60f admin admin] Added segment aa54b807-4b3f-4b4f-87af-c51beb1f731e of type vlan for network 7bcee201-e581-4998-8db1-0eb0dcf42dab Apr 19 18:17:34.344774 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1dcae0d-3d19-4eb2-8846-784ade56f60f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782697800819'] for network, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:34.349357 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d43529de-0c6d-481d-9cce-363e8d56e68c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:34.363014 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:34.372605 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 59612) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:17:34.387070 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43529de-0c6d-481d-9cce-363e8d56e68c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f43c13-d2c6-4e00-9cb0-0ad97860727b,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:34.397617 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-d43529de-0c6d-481d-9cce-363e8d56e68c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:34.473812 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d43529de-0c6d-481d-9cce-363e8d56e68c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:34.478110 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-d43529de-0c6d-481d-9cce-363e8d56e68c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/58f43c13-d2c6-4e00-9cb0-0ad97860727b HTTP/1.1" status: 204 len: 168 time: 0.5791571 Apr 19 18:17:34.511673 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1dcae0d-3d19-4eb2-8846-784ade56f60f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962'] for network, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:34.517935 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1dcae0d-3d19-4eb2-8846-784ade56f60f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:34.517935 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1dcae0d-3d19-4eb2-8846-784ade56f60f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759945'] for network, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:34.521145 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-5d305691-bd69-4512-abdb-5d3b89ef6368 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:34.723865 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-b1dcae0d-3d19-4eb2-8846-784ade56f60f admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1597815 Apr 19 18:17:34.724280 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 59636) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:17:34.731815 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-317bf7b4-8f1e-4170-bc51-09ca28b4b539 admin admin] Request body: {'subnet': {'network_id': '7bcee201-e581-4998-8db1-0eb0dcf42dab', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1292105613-subnet', 'tenant_id': 'd40df5788f6140729f7e263c33f44bda', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:17:34.746493 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-317bf7b4-8f1e-4170-bc51-09ca28b4b539 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:17:34.750771 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dcae0d-3d19-4eb2-8846-784ade56f60f admin admin] Pushing event updated for resources: {'Network': ['ID=7bcee201-e581-4998-8db1-0eb0dcf42dab,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:34.754119 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b1dcae0d-3d19-4eb2-8846-784ade56f60f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:34.762638 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Network 7bcee201-e581-4998-8db1-0eb0dcf42dab details requested by agent ovs-agent-dv-cinder-786927-1-iscsi with host dv-cinder-786927-1-iscsi {{(pid=86364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 18:17:34.781215 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-317bf7b4-8f1e-4170-bc51-09ca28b4b539 admin admin] Usage tracker for resource:subnet and tenant:d40df5788f6140729f7e263c33f44bda is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:17:34.786954 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c306cbb-7767-480d-822f-abdc69816d31 req-d4bf25f3-b525-48f5-aace-30f7b0172d32 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:34.794717 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-317bf7b4-8f1e-4170-bc51-09ca28b4b539 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:17:34.797890 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0c306cbb-7767-480d-822f-abdc69816d31 req-d4bf25f3-b525-48f5-aace-30f7b0172d32 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?device_id=87b4b104-2786-4f0b-a653-285749168117 HTTP/1.1" status: 200 len: 945 time: 0.2056837 Apr 19 18:17:34.812914 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-317bf7b4-8f1e-4170-bc51-09ca28b4b539 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:17:34.832928 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-317bf7b4-8f1e-4170-bc51-09ca28b4b539 admin admin] Made reservation on behalf of d40df5788f6140729f7e263c33f44bda for: {'subnet': 1} {{(pid=86362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:17:34.839300 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-317bf7b4-8f1e-4170-bc51-09ca28b4b539 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036843295491'] for subnet, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:34.907782 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0c306cbb-7767-480d-822f-abdc69816d31 req-a1448195-c00e-458b-93c9-20beb9573c3c tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b617a3-7089-49ee-9bc8-958ab3c8bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086142 Apr 19 18:17:35.069940 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-cc3c28a0-2e7a-4d14-a84f-01bcfefbde9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:35.097662 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-cc3c28a0-2e7a-4d14-a84f-01bcfefbde9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:17:35.102234 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-cc3c28a0-2e7a-4d14-a84f-01bcfefbde9e admin admin] Usage tracker for resource:security_group_rule and tenant:884e4a92278a4ac189f50a7c2e00ff16 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:17:35.105647 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-cc3c28a0-2e7a-4d14-a84f-01bcfefbde9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:17:35.112659 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-cc3c28a0-2e7a-4d14-a84f-01bcfefbde9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:17:35.221197 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-cc3c28a0-2e7a-4d14-a84f-01bcfefbde9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:35.229160 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-cc3c28a0-2e7a-4d14-a84f-01bcfefbde9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:35.240177 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:35.319978 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-cc3c28a0-2e7a-4d14-a84f-01bcfefbde9e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=884e4a92278a4ac189f50a7c2e00ff16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9458585 Apr 19 18:17:35.323118 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 59658) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:17:35.323630 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3c28a0-2e7a-4d14-a84f-01bcfefbde9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87baefcc-5507-4c9e-9954-77ce8e4e692e,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:35.329010 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-cc3c28a0-2e7a-4d14-a84f-01bcfefbde9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:35.433801 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4272e9a7-c284-4dab-9fdc-498283f2430c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:35.464202 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4272e9a7-c284-4dab-9fdc-498283f2430c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:35.516649 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4272e9a7-c284-4dab-9fdc-498283f2430c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:35.522741 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-d43529de-0c6d-481d-9cce-363e8d56e68c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:35.535436 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4272e9a7-c284-4dab-9fdc-498283f2430c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87baefcc-5507-4c9e-9954-77ce8e4e692e,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:35.542427 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-4272e9a7-c284-4dab-9fdc-498283f2430c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:35.543604 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4272e9a7-c284-4dab-9fdc-498283f2430c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:35.544900 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-4272e9a7-c284-4dab-9fdc-498283f2430c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/87baefcc-5507-4c9e-9954-77ce8e4e692e HTTP/1.1" status: 204 len: 168 time: 0.2205646 Apr 19 18:17:35.560868 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-317bf7b4-8f1e-4170-bc51-09ca28b4b539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853862292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10670327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036843295508'] for subnet, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:35.567854 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-c7523a00-d410-49bb-93fd-1f5bbdac8e22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:35.662505 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317bf7b4-8f1e-4170-bc51-09ca28b4b539 admin admin] Checking segment: {'id': 'aa54b807-4b3f-4b4f-87af-c51beb1f731e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7bcee201-e581-4998-8db1-0eb0dcf42dab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:17:35.662773 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317bf7b4-8f1e-4170-bc51-09ca28b4b539 admin admin] Network hostable DHCP agents. Network: 7bcee201-e581-4998-8db1-0eb0dcf42dab, hostable agents: ['66dd5093-526f-401d-add7-2f8e88013a06'], hosted agents: [] {{(pid=86362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 18:17:35.669529 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317bf7b4-8f1e-4170-bc51-09ca28b4b539 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f115f197-c2a2-4c8a-a041-6b1ab4a2efc7,revision_number=0']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:35.672947 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-317bf7b4-8f1e-4170-bc51-09ca28b4b539 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:35.689133 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317bf7b4-8f1e-4170-bc51-09ca28b4b539 admin admin] Network 7bcee201-e581-4998-8db1-0eb0dcf42dab is scheduled to be hosted by DHCP agent 66dd5093-526f-401d-add7-2f8e88013a06 with binding_index 1 {{(pid=86362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 18:17:35.704352 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-317bf7b4-8f1e-4170-bc51-09ca28b4b539 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786927-1-iscsi, 7bcee201-e581-4998-8db1-0eb0dcf42dab) {{(pid=86362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:17:35.713564 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c34a6f-2647-4dfc-a9b8-a4b8bf70c2da None None] Network 7bcee201-e581-4998-8db1-0eb0dcf42dab requested from dv-cinder-786927-1-iscsi {{(pid=86364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:17:35.780241 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317bf7b4-8f1e-4170-bc51-09ca28b4b539 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:35.781148 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-317bf7b4-8f1e-4170-bc51-09ca28b4b539 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:35.820300 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-317bf7b4-8f1e-4170-bc51-09ca28b4b539 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0944023 Apr 19 18:17:35.823167 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 59678) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:17:35.830493 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-339fa050-4e9d-410f-b9c1-c4d246a296a5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1292105613-router', 'tenant_id': 'd40df5788f6140729f7e263c33f44bda', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33'}}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:17:35.843928 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-339fa050-4e9d-410f-b9c1-c4d246a296a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:17:35.857299 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-339fa050-4e9d-410f-b9c1-c4d246a296a5 admin admin] Usage tracker for resource:router and tenant:d40df5788f6140729f7e263c33f44bda is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:17:35.868722 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-339fa050-4e9d-410f-b9c1-c4d246a296a5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:17:35.894025 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-339fa050-4e9d-410f-b9c1-c4d246a296a5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:17:35.916152 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-339fa050-4e9d-410f-b9c1-c4d246a296a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854149137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854772548'] for router, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:35.917599 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-339fa050-4e9d-410f-b9c1-c4d246a296a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-626663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-921872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3236'] for router, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:35.936070 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-339fa050-4e9d-410f-b9c1-c4d246a296a5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:36.136642 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d084d1-05cc-47d6-a8b2-3a46f3ef0186 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7ea2a11-35e3-5807-b576-1bd2b4770768-7bcee201-e581-4998-8db1-0eb0dcf42dab', 'network_id': '7bcee201-e581-4998-8db1-0eb0dcf42dab', 'tenant_id': 'd40df5788f6140729f7e263c33f44bda', 'fixed_ips': [{'subnet_id': 'f115f197-c2a2-4c8a-a041-6b1ab4a2efc7'}]}} from dv-cinder-786927-1-iscsi. {{(pid=86364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 19 18:17:36.137817 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-13d084d1-05cc-47d6-a8b2-3a46f3ef0186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:36.316384 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 59706) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:17:36.333146 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f086958-fbf2-46d4-bb93-af20f4e5cae6 req-538aee71-b673-471f-adb2-c76264fdff4d tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:36.340896 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-8f086958-fbf2-46d4-bb93-af20f4e5cae6 req-538aee71-b673-471f-adb2-c76264fdff4d tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/networks?id=d730787d-14ca-4c77-8e2c-83e69c9a7b9a HTTP/1.1" status: 200 len: 814 time: 0.1818864 Apr 19 18:17:36.354041 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-339fa050-4e9d-410f-b9c1-c4d246a296a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3221'] for router, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:36.370801 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e92d2ffc-6495-46ba-bbf2-400f06a334ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:36.373461 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1d6282-96e1-4d3b-9ab5-2310a98c146d req-c679fb99-4545-4b9b-8ce6-1fb3237436f4 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:36.375245 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0b1d6282-96e1-4d3b-9ab5-2310a98c146d req-c679fb99-4545-4b9b-8ce6-1fb3237436f4 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?device_id=87b4b104-2786-4f0b-a653-285749168117 HTTP/1.1" status: 200 len: 945 time: 0.3415174 Apr 19 18:17:36.393323 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-8f086958-fbf2-46d4-bb93-af20f4e5cae6 req-669e55d4-b5ae-4562-a17c-9f7198b79ed8 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/quotas/0192ebea383943fdbf60eb0089151581 HTTP/1.1" status: 200 len: 375 time: 0.0514257 Apr 19 18:17:36.400214 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-e92d2ffc-6495-46ba-bbf2-400f06a334ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:17:36.404317 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-e92d2ffc-6495-46ba-bbf2-400f06a334ea admin admin] Usage tracker for resource:security_group_rule and tenant:19621e914f2d4a4f8d529c5daa3b7f79 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:17:36.407897 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-e92d2ffc-6495-46ba-bbf2-400f06a334ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:17:36.414448 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-e92d2ffc-6495-46ba-bbf2-400f06a334ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:17:36.510591 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [None req-13d084d1-05cc-47d6-a8b2-3a46f3ef0186 None None] Allocated IP 172.20.0.2 (7bcee201-e581-4998-8db1-0eb0dcf42dab/f115f197-c2a2-4c8a-a041-6b1ab4a2efc7/cbac00a3-8f04-4e2e-82df-1469d60e68aa) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:17:36.602411 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e92d2ffc-6495-46ba-bbf2-400f06a334ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:36.612886 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e92d2ffc-6495-46ba-bbf2-400f06a334ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:36.624766 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-ca56ef6a-2267-47ac-bf50-8e4d1b23b6bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:36.659642 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92d2ffc-6495-46ba-bbf2-400f06a334ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d5ca3ed-1f45-4498-b0e1-0082b0068ec4,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:36.667345 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-e92d2ffc-6495-46ba-bbf2-400f06a334ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:36.686106 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-8f086958-fbf2-46d4-bb93-af20f4e5cae6 req-0b46ed33-0ecc-4759-87e5-d36acb058cc3 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0192ebea383943fdbf60eb0089151581&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2916110 Apr 19 18:17:36.745184 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0b1d6282-96e1-4d3b-9ab5-2310a98c146d req-993d7e3d-fc71-456c-b9c0-4fb8c6ac6864 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b617a3-7089-49ee-9bc8-958ab3c8bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3527308 Apr 19 18:17:36.882598 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-e92d2ffc-6495-46ba-bbf2-400f06a334ea admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=19621e914f2d4a4f8d529c5daa3b7f79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5582163 Apr 19 18:17:36.890795 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 59722) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:17:37.004068 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-8f086958-fbf2-46d4-bb93-af20f4e5cae6 req-9f82a351-29db-44c2-8011-ad602ea9fb68 service neutron] 10.222.0.36 "GET /v2.0/networks/d730787d-14ca-4c77-8e2c-83e69c9a7b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3163097 Apr 19 18:17:37.006058 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 59728) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:17:37.006436 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 59730) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:17:37.154033 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-339fa050-4e9d-410f-b9c1-c4d246a296a5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:37.211163 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5f198ddb-9b58-4c34-84b4-2a789162ab1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:37.236954 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-339fa050-4e9d-410f-b9c1-c4d246a296a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:37.247168 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-13d084d1-05cc-47d6-a8b2-3a46f3ef0186 None None] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:37.266759 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-13d084d1-05cc-47d6-a8b2-3a46f3ef0186 None None] Transition to ACTIVE for port object cbac00a3-8f04-4e2e-82df-1469d60e68aa will not be triggered until provisioned by entity L2. {{(pid=86364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:17:37.294197 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ac3862a2-f44b-44ec-b653-df501ac07b34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:37.296843 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-13d084d1-05cc-47d6-a8b2-3a46f3ef0186 None None] Transition to ACTIVE for port object cbac00a3-8f04-4e2e-82df-1469d60e68aa will not be triggered until provisioned by entity DHCP. {{(pid=86364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:17:37.301718 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-13d084d1-05cc-47d6-a8b2-3a46f3ef0186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782697811417'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:37.306625 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-d0b97dec-7eb7-42a6-9e5e-d319b2bf5e66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:37.313345 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-8f086958-fbf2-46d4-bb93-af20f4e5cae6 req-05518004-a783-487f-8239-75fb21377b49 service neutron] 10.222.0.36 "GET /v2.0/networks/d730787d-14ca-4c77-8e2c-83e69c9a7b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3083363 Apr 19 18:17:37.316984 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5f198ddb-9b58-4c34-84b4-2a789162ab1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:37.324281 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0072dce9-fa59-49ca-b881-c1761fe38501 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:37.353797 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-ac3862a2-f44b-44ec-b653-df501ac07b34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:17:37.361585 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-0072dce9-fa59-49ca-b881-c1761fe38501 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:17:37.367573 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-ac3862a2-f44b-44ec-b653-df501ac07b34 admin admin] Usage tracker for resource:security_group_rule and tenant:7582742e61cd484b875adffa833783d9 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:17:37.370878 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-0072dce9-fa59-49ca-b881-c1761fe38501 admin admin] Usage tracker for resource:security_group_rule and tenant:692ae0ff06b74d3681d03bbf04f9d9bc is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:17:37.374584 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d084d1-05cc-47d6-a8b2-3a46f3ef0186 None None] Pushing event updated for resources: {'Port': ['ID=cbac00a3-8f04-4e2e-82df-1469d60e68aa,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:37.374717 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-ac3862a2-f44b-44ec-b653-df501ac07b34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:17:37.383426 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-13d084d1-05cc-47d6-a8b2-3a46f3ef0186 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:37.388781 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-0072dce9-fa59-49ca-b881-c1761fe38501 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:17:37.394173 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d084d1-05cc-47d6-a8b2-3a46f3ef0186 None None] Network 7bcee201-e581-4998-8db1-0eb0dcf42dab is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:17:37.394680 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-ac3862a2-f44b-44ec-b653-df501ac07b34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:17:37.395433 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-13d084d1-05cc-47d6-a8b2-3a46f3ef0186 None None] Resources bound (agent type, host, resource id): {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:17:37.398348 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d084d1-05cc-47d6-a8b2-3a46f3ef0186 None None] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:17:37.402555 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-0072dce9-fa59-49ca-b881-c1761fe38501 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:17:37.462015 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5f198ddb-9b58-4c34-84b4-2a789162ab1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:37.469933 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-55dfc1b3-e876-4903-a4af-00e0c45599af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:37.498101 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [None req-339fa050-4e9d-410f-b9c1-c4d246a296a5 admin admin] Allocated IP 172.27.0.34 (4d554598-b480-4681-a36f-a7d82bbc0b33/6ca15ad6-e22c-47ba-9758-57475411b5fa/517b44d2-170b-4831-9771-7dacbe148f82) {{(pid=86363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:17:37.499912 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f198ddb-9b58-4c34-84b4-2a789162ab1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d5ca3ed-1f45-4498-b0e1-0082b0068ec4,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:37.504086 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-5f198ddb-9b58-4c34-84b4-2a789162ab1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:37.522050 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5f198ddb-9b58-4c34-84b4-2a789162ab1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:37.523510 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-5f198ddb-9b58-4c34-84b4-2a789162ab1a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6d5ca3ed-1f45-4498-b0e1-0082b0068ec4 HTTP/1.1" status: 204 len: 168 time: 0.6313112 Apr 19 18:17:37.547250 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-13d084d1-05cc-47d6-a8b2-3a46f3ef0186 None None] Attempting to bind port cbac00a3-8f04-4e2e-82df-1469d60e68aa on host dv-cinder-786927-1-iscsi for vnic_type normal with profile {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:17:37.547676 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-13d084d1-05cc-47d6-a8b2-3a46f3ef0186 None None] Attempting to bind port cbac00a3-8f04-4e2e-82df-1469d60e68aa by drivers openvswitch,hyperv on host dv-cinder-786927-1-iscsi at level 0 using segments [{'id': 'aa54b807-4b3f-4b4f-87af-c51beb1f731e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7bcee201-e581-4998-8db1-0eb0dcf42dab'}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:17:37.548051 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d084d1-05cc-47d6-a8b2-3a46f3ef0186 None None] Attempting to bind port cbac00a3-8f04-4e2e-82df-1469d60e68aa on network 7bcee201-e581-4998-8db1-0eb0dcf42dab {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:17:37.591725 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d084d1-05cc-47d6-a8b2-3a46f3ef0186 None None] Checking agent: {'id': '84360490-1fcf-4ef7-acd4-64c16b857909', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 7, 56), 'started_at': datetime.datetime(2021, 4, 19, 18, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:17:37.594147 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d084d1-05cc-47d6-a8b2-3a46f3ef0186 None None] Checking segment: {'id': 'aa54b807-4b3f-4b4f-87af-c51beb1f731e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7bcee201-e581-4998-8db1-0eb0dcf42dab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:17:37.596804 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-13d084d1-05cc-47d6-a8b2-3a46f3ef0186 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:37.597406 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d084d1-05cc-47d6-a8b2-3a46f3ef0186 None None] Bound using segment: {'id': 'aa54b807-4b3f-4b4f-87af-c51beb1f731e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7bcee201-e581-4998-8db1-0eb0dcf42dab'} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:17:37.598091 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-13d084d1-05cc-47d6-a8b2-3a46f3ef0186 None None] Bound port: cbac00a3-8f04-4e2e-82df-1469d60e68aa, host: dv-cinder-786927-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa54b807-4b3f-4b4f-87af-c51beb1f731e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7bcee201-e581-4998-8db1-0eb0dcf42dab'}}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:17:37.598683 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-13d084d1-05cc-47d6-a8b2-3a46f3ef0186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:37.627257 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ac3862a2-f44b-44ec-b653-df501ac07b34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:37.639747 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ac3862a2-f44b-44ec-b653-df501ac07b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:37.679175 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-339fa050-4e9d-410f-b9c1-c4d246a296a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:37.682686 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-3a29f100-fd95-44b3-87bd-6ae55a2d1359 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:37.718904 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-ac3862a2-f44b-44ec-b653-df501ac07b34 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7582742e61cd484b875adffa833783d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6849780 Apr 19 18:17:37.737844 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3862a2-f44b-44ec-b653-df501ac07b34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0596034a-5fda-4679-bb1f-e436a1ea18d5,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:37.750977 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 59748) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:17:37.752705 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0072dce9-fa59-49ca-b881-c1761fe38501 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:37.754822 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-ac3862a2-f44b-44ec-b653-df501ac07b34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:37.758366 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0072dce9-fa59-49ca-b881-c1761fe38501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:37.761138 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-339fa050-4e9d-410f-b9c1-c4d246a296a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782697811417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10486948'] for port, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:37.787301 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-13d084d1-05cc-47d6-a8b2-3a46f3ef0186 None None] For port cbac00a3-8f04-4e2e-82df-1469d60e68aa, host dv-cinder-786927-1-iscsi, cleared binding levels {{(pid=86364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:17:37.791157 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-13d084d1-05cc-47d6-a8b2-3a46f3ef0186 None None] For port cbac00a3-8f04-4e2e-82df-1469d60e68aa, host dv-cinder-786927-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-iscsi',level=0,port_id=cbac00a3-8f04-4e2e-82df-1469d60e68aa,segment=NetworkSegment(aa54b807-4b3f-4b4f-87af-c51beb1f731e),segment_id=aa54b807-4b3f-4b4f-87af-c51beb1f731e)] {{(pid=86364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:17:37.791409 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-72fdd23c-ee76-450a-87c7-82315fc010f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:37.807495 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-13d084d1-05cc-47d6-a8b2-3a46f3ef0186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:37.808071 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-0072dce9-fa59-49ca-b881-c1761fe38501 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=692ae0ff06b74d3681d03bbf04f9d9bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7735958 Apr 19 18:17:37.811176 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 59754) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:17:37.817323 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-75173967-b55f-4292-9620-88decf62a8e3 req-36378054-3952-48a1-a9b0-53b0ea3936cc tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca78e4a4-7974-475f-87b6-4f139dbd8500 HTTP/1.1" status: 200 len: 210 time: 0.1094010 Apr 19 18:17:37.824687 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:37.838781 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0072dce9-fa59-49ca-b881-c1761fe38501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d86e713-9df6-422f-8c82-817c6a15ca38,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:37.843456 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-0072dce9-fa59-49ca-b881-c1761fe38501 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:37.844430 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:37.970001 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339fa050-4e9d-410f-b9c1-c4d246a296a5 admin admin] Network 4d554598-b480-4681-a36f-a7d82bbc0b33 is already hosted by enough agents. {{(pid=86363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:17:37.981440 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-339fa050-4e9d-410f-b9c1-c4d246a296a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:17:37.994888 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339fa050-4e9d-410f-b9c1-c4d246a296a5 admin admin] Received port after_create {{(pid=86363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:17:38.015013 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d084d1-05cc-47d6-a8b2-3a46f3ef0186 None None] Pushing event updated for resources: {'Port': ['ID=cbac00a3-8f04-4e2e-82df-1469d60e68aa,revision_number=2']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:38.020786 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-13d084d1-05cc-47d6-a8b2-3a46f3ef0186 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:38.056023 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0ec3b2a6-eaf1-4da4-9a6b-f03262d563b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:38.069928 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339fa050-4e9d-410f-b9c1-c4d246a296a5 admin admin] Pushing event updated for resources: {'Port': ['ID=517b44d2-170b-4831-9771-7dacbe148f82,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:38.098042 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-339fa050-4e9d-410f-b9c1-c4d246a296a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:38.110980 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1b1c87-a19f-4f80-9e1e-12c1738e9644 req-97fdd6c5-6d5c-41b6-ad85-4440a60d3bf3 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:38.113075 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-fb1b1c87-a19f-4f80-9e1e-12c1738e9644 req-97fdd6c5-6d5c-41b6-ad85-4440a60d3bf3 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?device_id=87b4b104-2786-4f0b-a653-285749168117 HTTP/1.1" status: 200 len: 945 time: 0.1532567 Apr 19 18:17:38.152033 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f53c4297-76bc-46a4-976f-212a24e44561 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:38.157764 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0ec3b2a6-eaf1-4da4-9a6b-f03262d563b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:38.171501 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-fb1b1c87-a19f-4f80-9e1e-12c1738e9644 req-f5c8c727-0ba0-4947-956c-25364990da29 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b617a3-7089-49ee-9bc8-958ab3c8bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486722 Apr 19 18:17:38.405814 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f53c4297-76bc-46a4-976f-212a24e44561 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:38.529445 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0ec3b2a6-eaf1-4da4-9a6b-f03262d563b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:38.535817 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-236999ac-3cac-4f26-ac26-e47df9a2e2ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:38.551987 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec3b2a6-eaf1-4da4-9a6b-f03262d563b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0596034a-5fda-4679-bb1f-e436a1ea18d5,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:38.556324 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-0ec3b2a6-eaf1-4da4-9a6b-f03262d563b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:38.697100 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f53c4297-76bc-46a4-976f-212a24e44561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:38.711941 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-ec631efa-447e-4fd2-889a-0e375f48e0a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:38.733822 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53c4297-76bc-46a4-976f-212a24e44561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d86e713-9df6-422f-8c82-817c6a15ca38,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:38.741873 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-f53c4297-76bc-46a4-976f-212a24e44561 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:38.757514 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0ec3b2a6-eaf1-4da4-9a6b-f03262d563b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:38.758745 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-0ec3b2a6-eaf1-4da4-9a6b-f03262d563b7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0596034a-5fda-4679-bb1f-e436a1ea18d5 HTTP/1.1" status: 204 len: 168 time: 1.0063636 Apr 19 18:17:38.772171 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f53c4297-76bc-46a4-976f-212a24e44561 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:38.773283 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-f53c4297-76bc-46a4-976f-212a24e44561 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2d86e713-9df6-422f-8c82-817c6a15ca38 HTTP/1.1" status: 204 len: 168 time: 0.9548178 Apr 19 18:17:38.789102 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-339fa050-4e9d-410f-b9c1-c4d246a296a5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:39.094046 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a05f773d-8059-47a8-a1f6-f1417a48713c req-80678479-9f61-4e59-b22d-6bfb81e0d4b9 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca78e4a4-7974-475f-87b6-4f139dbd8500 HTTP/1.1" status: 200 len: 210 time: 0.1282711 Apr 19 18:17:39.366607 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-339fa050-4e9d-410f-b9c1-c4d246a296a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854149052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854126372'] for router, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:39.572366 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 59808) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:17:39.597885 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-331b6153-28ed-496c-886a-11e05c28e19f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:39.634109 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-331b6153-28ed-496c-886a-11e05c28e19f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:17:39.648529 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-331b6153-28ed-496c-886a-11e05c28e19f admin admin] Usage tracker for resource:security_group_rule and tenant:31291d39fda6408d880c54b035b3f874 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:17:39.653686 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81952f3-b5cc-471f-a5e7-0f744c928987 None None] Network 7bcee201-e581-4998-8db1-0eb0dcf42dab requested from dv-cinder-786927-1-iscsi {{(pid=86364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:17:39.655357 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-331b6153-28ed-496c-886a-11e05c28e19f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:17:39.666744 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-331b6153-28ed-496c-886a-11e05c28e19f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:17:39.829165 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-331b6153-28ed-496c-886a-11e05c28e19f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:39.833041 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-331b6153-28ed-496c-886a-11e05c28e19f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:39.853750 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-404f1fc3-03b2-4659-9f99-dfe06dab3baa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:39.906579 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-331b6153-28ed-496c-886a-11e05c28e19f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=31291d39fda6408d880c54b035b3f874&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3330801 Apr 19 18:17:39.907605 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331b6153-28ed-496c-886a-11e05c28e19f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=281607bd-d86c-4d8c-92f7-4d166d0ee088,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:39.910680 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 59826) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:17:39.914077 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-331b6153-28ed-496c-886a-11e05c28e19f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:40.029230 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-d94f9386-4175-4b42-9ba1-33e1c581afaa None None] Provisioning for port cbac00a3-8f04-4e2e-82df-1469d60e68aa completed by entity DHCP. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:17:40.036483 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9a0c7039-a9e8-44d6-a93a-c0bb7e49fa79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:40.052872 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device cbac00a3-8f04-4e2e-82df-1469d60e68aa up at agent ovs-agent-dv-cinder-786927-1-iscsi {{(pid=86364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:17:40.071108 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9a0c7039-a9e8-44d6-a93a-c0bb7e49fa79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:40.137314 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9a0c7039-a9e8-44d6-a93a-c0bb7e49fa79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:40.151995 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-cc3c28a0-2e7a-4d14-a84f-01bcfefbde9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:40.208325 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0c7039-a9e8-44d6-a93a-c0bb7e49fa79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=281607bd-d86c-4d8c-92f7-4d166d0ee088,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:40.216302 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9a0c7039-a9e8-44d6-a93a-c0bb7e49fa79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:40.218635 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-9a0c7039-a9e8-44d6-a93a-c0bb7e49fa79 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/281607bd-d86c-4d8c-92f7-4d166d0ee088 HTTP/1.1" status: 204 len: 168 time: 0.3062308 Apr 19 18:17:40.219676 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-9a0c7039-a9e8-44d6-a93a-c0bb7e49fa79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:40.221395 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Provisioning for port cbac00a3-8f04-4e2e-82df-1469d60e68aa completed by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:17:40.262620 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Provisioning complete for port cbac00a3-8f04-4e2e-82df-1469d60e68aa triggered by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:17:40.263064 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:40.301615 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f086958-fbf2-46d4-bb93-af20f4e5cae6 req-1c7c16b0-d1a2-4693-8330-38693af65482 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:40.303274 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-8f086958-fbf2-46d4-bb93-af20f4e5cae6 req-1c7c16b0-d1a2-4693-8330-38693af65482 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.53 "GET /v2.0/networks?id=d730787d-14ca-4c77-8e2c-83e69c9a7b9a HTTP/1.1" status: 200 len: 814 time: 1.0728030 Apr 19 18:17:40.363729 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [req-8f086958-fbf2-46d4-bb93-af20f4e5cae6 req-87a97275-a802-4996-8d08-e38712430640 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Request body: {'port': {'device_id': 'ca78e4a4-7974-475f-87b6-4f139dbd8500', 'network_id': 'd730787d-14ca-4c77-8e2c-83e69c9a7b9a', 'admin_state_up': True, 'tenant_id': '0192ebea383943fdbf60eb0089151581'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:17:40.385731 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-fa27fd04-05c9-4e9d-8147-73a3138463a1 req-9ec5dcc1-90ca-4494-a499-84baebdd8885 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca78e4a4-7974-475f-87b6-4f139dbd8500 HTTP/1.1" status: 200 len: 210 time: 0.0683703 Apr 19 18:17:40.521219 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:40.556742 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71639093-efbc-45ef-9584-1de3c4f21b62 req-c0bd3a41-75d6-44a7-a911-3fc5a4c8eb32 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:40.558420 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-71639093-efbc-45ef-9584-1de3c4f21b62 req-c0bd3a41-75d6-44a7-a911-3fc5a4c8eb32 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?device_id=87b4b104-2786-4f0b-a653-285749168117 HTTP/1.1" status: 200 len: 945 time: 0.6109087 Apr 19 18:17:40.604816 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-952bf0b4-7675-487b-a80f-50f3bb05252b None None] Provisioning complete for port cbac00a3-8f04-4e2e-82df-1469d60e68aa triggered by entity DHCP. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:17:40.605241 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-952bf0b4-7675-487b-a80f-50f3bb05252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:40.688927 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] For port cbac00a3-8f04-4e2e-82df-1469d60e68aa, host dv-cinder-786927-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-iscsi',level=0,port_id=cbac00a3-8f04-4e2e-82df-1469d60e68aa,segment=NetworkSegment(aa54b807-4b3f-4b4f-87af-c51beb1f731e),segment_id=aa54b807-4b3f-4b4f-87af-c51beb1f731e)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:17:40.695596 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:40.697674 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:40.727366 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-71639093-efbc-45ef-9584-1de3c4f21b62 req-c960da5e-9fc4-4d98-98f9-1c83da4d2fb5 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b617a3-7089-49ee-9bc8-958ab3c8bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527395 Apr 19 18:17:40.814171 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Pushing event updated for resources: {'Port': ['ID=cbac00a3-8f04-4e2e-82df-1469d60e68aa,revision_number=3']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:40.822159 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:40.833166 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [req-8f086958-fbf2-46d4-bb93-af20f4e5cae6 req-87a97275-a802-4996-8d08-e38712430640 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:17:40.852816 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-339fa050-4e9d-410f-b9c1-c4d246a296a5 admin admin] Router c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0 is scheduled to L3 agent 24af6f5b-4620-4572-ab28-0613f710586e with binding_index 1 {{(pid=86363) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 19 18:17:40.854713 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [req-8f086958-fbf2-46d4-bb93-af20f4e5cae6 req-87a97275-a802-4996-8d08-e38712430640 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:17:40.934554 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f086958-fbf2-46d4-bb93-af20f4e5cae6 req-87a97275-a802-4996-8d08-e38712430640 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Made reservation on behalf of 0192ebea383943fdbf60eb0089151581 for: {'port': 1} {{(pid=86363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:17:40.941553 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-8f086958-fbf2-46d4-bb93-af20f4e5cae6 req-87a97275-a802-4996-8d08-e38712430640 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:41.208211 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-339fa050-4e9d-410f-b9c1-c4d246a296a5 admin admin] Notify agent at l3_agent.dv-cinder-786927-1-iscsi the message routers_updated {{(pid=86363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:17:41.223390 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b97c8ae-1bf3-40a9-8fd2-f9dccab46273 None None] Sync routers for ids ['c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0'] in dv-cinder-786927-1-iscsi {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:17:41.240232 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b97c8ae-1bf3-40a9-8fd2-f9dccab46273 None None] Routers {'c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0'} bound to L3 agent in host dv-cinder-786927-1-iscsi {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:17:41.241561 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-2b97c8ae-1bf3-40a9-8fd2-f9dccab46273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T18:07:54Z,description=,heartbeat_timestamp=2021-04-19T18:17:24Z,host='dv-cinder-786927-1-iscsi',id=24af6f5b-4620-4572-ab28-0613f710586e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:07:54Z,topic='l3_agent')) {'router_ids': ['c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:17:41.269120 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [req-8f086958-fbf2-46d4-bb93-af20f4e5cae6 req-87a97275-a802-4996-8d08-e38712430640 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Allocated IP 172.20.0.9 (d730787d-14ca-4c77-8e2c-83e69c9a7b9a/34d337c2-5f2f-4e52-a37c-792a5657b7af/e07e4cb0-7a7d-4e4e-9584-8b9c625de588) {{(pid=86363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:17:41.271387 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-339fa050-4e9d-410f-b9c1-c4d246a296a5 admin admin] Notify callbacks [] for router, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:41.275654 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 59878) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:17:41.275847 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-339fa050-4e9d-410f-b9c1-c4d246a296a5 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.4514122 Apr 19 18:17:41.594352 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-2b97c8ae-1bf3-40a9-8fd2-f9dccab46273 None None] Set router c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0 gateway port host: dv-cinder-786927-1-iscsi {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:17:41.606482 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-8f086958-fbf2-46d4-bb93-af20f4e5cae6 req-87a97275-a802-4996-8d08-e38712430640 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Notify callbacks [] for port, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:41.623548 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-bbc511e6-bef7-45f9-8370-60ce0e09f7c6 req-b61d5b2e-e4d0-424a-bb37-af94477980be tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca78e4a4-7974-475f-87b6-4f139dbd8500 HTTP/1.1" status: 200 len: 210 time: 0.0597117 Apr 19 18:17:41.650541 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-8f086958-fbf2-46d4-bb93-af20f4e5cae6 req-87a97275-a802-4996-8d08-e38712430640 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782697811417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10486948'] for port, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:41.657460 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-672bd568-ab61-408a-9735-2ef25021073b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:41.659254 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] get_ports_and_sgs() called for port_ids ['8daa5f29-66b7-4f4b-8e17-36e9ad49dfd3', '7594faa2-1c1f-4463-bdb4-62f9445f859c'] {{(pid=86364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:17:41.847732 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f086958-fbf2-46d4-bb93-af20f4e5cae6 req-87a97275-a802-4996-8d08-e38712430640 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Network d730787d-14ca-4c77-8e2c-83e69c9a7b9a is already hosted by enough agents. {{(pid=86363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:17:41.873578 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [req-8f086958-fbf2-46d4-bb93-af20f4e5cae6 req-87a97275-a802-4996-8d08-e38712430640 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Resources bound (agent type, host, resource id): {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:17:41.885946 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f086958-fbf2-46d4-bb93-af20f4e5cae6 req-87a97275-a802-4996-8d08-e38712430640 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Received port after_create {{(pid=86363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:17:41.983167 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device cbac00a3-8f04-4e2e-82df-1469d60e68aa up at agent ovs-agent-dv-cinder-786927-1-iscsi {{(pid=86364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:17:42.015677 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a97275-a802-4996-8d08-e38712430640 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Pushing event updated for resources: {'Port': ['ID=e07e4cb0-7a7d-4e4e-9584-8b9c625de588,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:42.019883 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-87a97275-a802-4996-8d08-e38712430640 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:42.096470 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f086958-fbf2-46d4-bb93-af20f4e5cae6 req-87a97275-a802-4996-8d08-e38712430640 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:42.102146 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-8f086958-fbf2-46d4-bb93-af20f4e5cae6 req-87a97275-a802-4996-8d08-e38712430640 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773849'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:42.149435 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-8f086958-fbf2-46d4-bb93-af20f4e5cae6 req-87a97275-a802-4996-8d08-e38712430640 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8065593 Apr 19 18:17:42.173354 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [req-8f086958-fbf2-46d4-bb93-af20f4e5cae6 req-47196af0-b994-49ee-99d6-7dd63b763e87 service neutron] Request body: {'port': {'device_id': 'ca78e4a4-7974-475f-87b6-4f139dbd8500', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:17:42.208959 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Provisioning complete for port cbac00a3-8f04-4e2e-82df-1469d60e68aa triggered by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:17:42.209425 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:42.317613 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-2b97c8ae-1bf3-40a9-8fd2-f9dccab46273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0', 'name': 'tempest-AttachVolumeShelveTestJSON-1292105613-router', 'tenant_id': 'd40df5788f6140729f7e263c33f44bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '517b44d2-170b-4831-9771-7dacbe148f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:17:35Z', 'updated_at': '2021-04-19T18:17:38Z', 'revision_number': 3, 'project_id': 'd40df5788f6140729f7e263c33f44bda', 'gw_port': {'id': '517b44d2-170b-4831-9771-7dacbe148f82', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:90:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:17:37Z', 'updated_at': '2021-04-19T18:17:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi'}], 'dv-cinder-786927-1-iscsi', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:17:42.326125 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b97c8ae-1bf3-40a9-8fd2-f9dccab46273 None None] Checking router: c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0 for host: dv-cinder-786927-1-iscsi {{(pid=86365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:17:42.326515 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b97c8ae-1bf3-40a9-8fd2-f9dccab46273 None None] Updating router c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0 port 517b44d2-170b-4831-9771-7dacbe148f82 binding host dv-cinder-786927-1-iscsi {{(pid=86365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 18:17:42.385037 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-8f086958-fbf2-46d4-bb93-af20f4e5cae6 req-47196af0-b994-49ee-99d6-7dd63b763e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:42.425119 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2b97c8ae-1bf3-40a9-8fd2-f9dccab46273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:42.856506 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd7c5a-bec0-46ad-ba80-a131d258c709 req-6b207964-4f64-4bf5-9100-1905b15234d5 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:42.858704 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-fccd7c5a-bec0-46ad-ba80-a131d258c709 req-6b207964-4f64-4bf5-9100-1905b15234d5 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?device_id=87b4b104-2786-4f0b-a653-285749168117 HTTP/1.1" status: 200 len: 945 time: 0.3856604 Apr 19 18:17:42.936047 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2b97c8ae-1bf3-40a9-8fd2-f9dccab46273 None None] Notify callbacks [] for port, precommit_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:42.951019 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-2b97c8ae-1bf3-40a9-8fd2-f9dccab46273 None None] Transition to ACTIVE for port object 517b44d2-170b-4831-9771-7dacbe148f82 will not be triggered until provisioned by entity L2. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:17:42.960294 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2b97c8ae-1bf3-40a9-8fd2-f9dccab46273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:42.972481 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-4bed47cc-c627-4fb9-8c6c-37aec867df6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:42.980441 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [req-8f086958-fbf2-46d4-bb93-af20f4e5cae6 req-47196af0-b994-49ee-99d6-7dd63b763e87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e07e4cb0-7a7d-4e4e-9584-8b9c625de588 {{(pid=86363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:17:42.989660 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-8f086958-fbf2-46d4-bb93-af20f4e5cae6 req-47196af0-b994-49ee-99d6-7dd63b763e87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:43.004990 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [req-8f086958-fbf2-46d4-bb93-af20f4e5cae6 req-47196af0-b994-49ee-99d6-7dd63b763e87 service neutron] Transition to ACTIVE for port object e07e4cb0-7a7d-4e4e-9584-8b9c625de588 will not be triggered until provisioned by entity L2. {{(pid=86363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:17:43.062804 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-8f086958-fbf2-46d4-bb93-af20f4e5cae6 req-47196af0-b994-49ee-99d6-7dd63b763e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844288851'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:43.063195 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b2ec06-4933-4a18-8071-0e02f3900b3c None None] Pushing event updated for resources: {'Port': ['ID=517b44d2-170b-4831-9771-7dacbe148f82,revision_number=2']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:43.077031 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-57bf81d8-22de-41d5-babb-fd26cb27fcb7 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:43.099757 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b2ec06-4933-4a18-8071-0e02f3900b3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:17:43.100141 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b2ec06-4933-4a18-8071-0e02f3900b3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:17:43.100515 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b2ec06-4933-4a18-8071-0e02f3900b3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:17:43.101442 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b2ec06-4933-4a18-8071-0e02f3900b3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:17:43.102029 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b2ec06-4933-4a18-8071-0e02f3900b3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:17:43.102335 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b2ec06-4933-4a18-8071-0e02f3900b3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:17:43.102702 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b2ec06-4933-4a18-8071-0e02f3900b3c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:17:43.103362 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b2ec06-4933-4a18-8071-0e02f3900b3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:17:43.103600 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b2ec06-4933-4a18-8071-0e02f3900b3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:17:43.103965 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b2ec06-4933-4a18-8071-0e02f3900b3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:17:43.104465 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b2ec06-4933-4a18-8071-0e02f3900b3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:17:43.104820 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b2ec06-4933-4a18-8071-0e02f3900b3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:17:43.109280 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-2b97c8ae-1bf3-40a9-8fd2-f9dccab46273 None None] Attempting to bind port 517b44d2-170b-4831-9771-7dacbe148f82 on host dv-cinder-786927-1-iscsi for vnic_type normal with profile {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:17:43.109680 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-2b97c8ae-1bf3-40a9-8fd2-f9dccab46273 None None] Attempting to bind port 517b44d2-170b-4831-9771-7dacbe148f82 by drivers openvswitch,hyperv on host dv-cinder-786927-1-iscsi at level 0 using segments [{'id': 'c45e75c0-3629-4b9b-9637-c1f0a35fb912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33'}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:17:43.110077 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b97c8ae-1bf3-40a9-8fd2-f9dccab46273 None None] Attempting to bind port 517b44d2-170b-4831-9771-7dacbe148f82 on network 4d554598-b480-4681-a36f-a7d82bbc0b33 {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:17:43.117749 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-45b2ec06-4933-4a18-8071-0e02f3900b3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:43.118920 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b97c8ae-1bf3-40a9-8fd2-f9dccab46273 None None] Checking agent: {'id': '84360490-1fcf-4ef7-acd4-64c16b857909', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 7, 56), 'started_at': datetime.datetime(2021, 4, 19, 18, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:17:43.119366 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b97c8ae-1bf3-40a9-8fd2-f9dccab46273 None None] Checking segment: {'id': 'c45e75c0-3629-4b9b-9637-c1f0a35fb912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:17:43.119819 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2b97c8ae-1bf3-40a9-8fd2-f9dccab46273 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:43.120316 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b97c8ae-1bf3-40a9-8fd2-f9dccab46273 None None] Bound using segment: {'id': 'c45e75c0-3629-4b9b-9637-c1f0a35fb912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33'} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:17:43.121045 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-2b97c8ae-1bf3-40a9-8fd2-f9dccab46273 None None] Bound port: 517b44d2-170b-4831-9771-7dacbe148f82, host: dv-cinder-786927-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c45e75c0-3629-4b9b-9637-c1f0a35fb912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33'}}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:17:43.121461 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2b97c8ae-1bf3-40a9-8fd2-f9dccab46273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:43.210876 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-fccd7c5a-bec0-46ad-ba80-a131d258c709 req-0c68baed-7e3c-4670-b7ae-19ab8871bcd9 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b617a3-7089-49ee-9bc8-958ab3c8bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3361998 Apr 19 18:17:43.230602 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-2b97c8ae-1bf3-40a9-8fd2-f9dccab46273 None None] For port 517b44d2-170b-4831-9771-7dacbe148f82, host dv-cinder-786927-1-iscsi, cleared binding levels {{(pid=86365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:17:43.234719 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-2b97c8ae-1bf3-40a9-8fd2-f9dccab46273 None None] For port 517b44d2-170b-4831-9771-7dacbe148f82, host dv-cinder-786927-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-iscsi',level=0,port_id=517b44d2-170b-4831-9771-7dacbe148f82,segment=NetworkSegment(c45e75c0-3629-4b9b-9637-c1f0a35fb912),segment_id=c45e75c0-3629-4b9b-9637-c1f0a35fb912)] {{(pid=86365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:17:43.240151 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2b97c8ae-1bf3-40a9-8fd2-f9dccab46273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:43.252211 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-45b2ec06-4933-4a18-8071-0e02f3900b3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:43.331167 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cb93c8-111a-4ed0-a179-53f99f5e3df9 req-c105a6f6-64c3-488a-9e8a-847ef4b5ff95 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:43.332136 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-45cb93c8-111a-4ed0-a179-53f99f5e3df9 req-c105a6f6-64c3-488a-9e8a-847ef4b5ff95 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Synchronizing usage tracker for tenant:0192ebea383943fdbf60eb0089151581 on resource:port {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:17:43.337701 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b2ec06-4933-4a18-8071-0e02f3900b3c None None] Pushing event updated for resources: {'Port': ['ID=517b44d2-170b-4831-9771-7dacbe148f82,revision_number=3']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:43.343298 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-45b2ec06-4933-4a18-8071-0e02f3900b3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:43.355766 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b97c8ae-1bf3-40a9-8fd2-f9dccab46273 None None] Routers {'c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0'} bound to L3 agent in host dv-cinder-786927-1-iscsi {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:17:43.356494 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-2b97c8ae-1bf3-40a9-8fd2-f9dccab46273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T18:07:54Z,description=,heartbeat_timestamp=2021-04-19T18:17:24Z,host='dv-cinder-786927-1-iscsi',id=24af6f5b-4620-4572-ab28-0613f710586e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:07:54Z,topic='l3_agent')) {'router_ids': ['c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:17:43.381092 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47196af0-b994-49ee-99d6-7dd63b763e87 service neutron] Pushing event updated for resources: {'Port': ['ID=e07e4cb0-7a7d-4e4e-9584-8b9c625de588,revision_number=2']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:43.384252 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-45cb93c8-111a-4ed0-a179-53f99f5e3df9 req-c105a6f6-64c3-488a-9e8a-847ef4b5ff95 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Unset dirty status for tenant:0192ebea383943fdbf60eb0089151581 on resource:port {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:17:43.385264 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-45cb93c8-111a-4ed0-a179-53f99f5e3df9 req-c105a6f6-64c3-488a-9e8a-847ef4b5ff95 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca78e4a4-7974-475f-87b6-4f139dbd8500 HTTP/1.1" status: 200 len: 943 time: 0.3787651 Apr 19 18:17:43.386270 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-47196af0-b994-49ee-99d6-7dd63b763e87 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:43.458388 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-45cb93c8-111a-4ed0-a179-53f99f5e3df9 req-5391e053-5248-4aa6-b1a3-388c330450e1 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/security-groups?id=693fea71-500b-474f-8806-96b1fe4da529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635896 Apr 19 18:17:43.489440 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-8f086958-fbf2-46d4-bb93-af20f4e5cae6 req-47196af0-b994-49ee-99d6-7dd63b763e87 service neutron] Attempting to bind port e07e4cb0-7a7d-4e4e-9584-8b9c625de588 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:17:43.489942 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-8f086958-fbf2-46d4-bb93-af20f4e5cae6 req-47196af0-b994-49ee-99d6-7dd63b763e87 service neutron] Attempting to bind port e07e4cb0-7a7d-4e4e-9584-8b9c625de588 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '41139e2e-7812-4641-a996-451602e23acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd730787d-14ca-4c77-8e2c-83e69c9a7b9a'}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:17:43.490225 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-36001fe7-3637-4973-897f-a69233d6cc1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:43.490524 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f086958-fbf2-46d4-bb93-af20f4e5cae6 req-47196af0-b994-49ee-99d6-7dd63b763e87 service neutron] Attempting to bind port e07e4cb0-7a7d-4e4e-9584-8b9c625de588 on network d730787d-14ca-4c77-8e2c-83e69c9a7b9a {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:17:43.496478 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f086958-fbf2-46d4-bb93-af20f4e5cae6 req-47196af0-b994-49ee-99d6-7dd63b763e87 service neutron] Port e07e4cb0-7a7d-4e4e-9584-8b9c625de588 on network d730787d-14ca-4c77-8e2c-83e69c9a7b9a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 18:17:43.497245 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f086958-fbf2-46d4-bb93-af20f4e5cae6 req-47196af0-b994-49ee-99d6-7dd63b763e87 service neutron] Attempting to bind port e07e4cb0-7a7d-4e4e-9584-8b9c625de588 on network d730787d-14ca-4c77-8e2c-83e69c9a7b9a {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:17:43.504653 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f086958-fbf2-46d4-bb93-af20f4e5cae6 req-47196af0-b994-49ee-99d6-7dd63b763e87 service neutron] Checking agent: {'id': '45629c73-d10e-4994-a087-373ccf8ea198', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 14, 33), 'started_at': datetime.datetime(2021, 4, 19, 18, 14, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:17:43.505226 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f086958-fbf2-46d4-bb93-af20f4e5cae6 req-47196af0-b994-49ee-99d6-7dd63b763e87 service neutron] Checking segment: {'id': '41139e2e-7812-4641-a996-451602e23acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd730787d-14ca-4c77-8e2c-83e69c9a7b9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:17:43.505834 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f086958-fbf2-46d4-bb93-af20f4e5cae6 req-47196af0-b994-49ee-99d6-7dd63b763e87 service neutron] Bound using segment: {'id': '41139e2e-7812-4641-a996-451602e23acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd730787d-14ca-4c77-8e2c-83e69c9a7b9a'} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:17:43.506428 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-8f086958-fbf2-46d4-bb93-af20f4e5cae6 req-47196af0-b994-49ee-99d6-7dd63b763e87 service neutron] Bound port: e07e4cb0-7a7d-4e4e-9584-8b9c625de588, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41139e2e-7812-4641-a996-451602e23acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd730787d-14ca-4c77-8e2c-83e69c9a7b9a'}}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:17:43.506972 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-8f086958-fbf2-46d4-bb93-af20f4e5cae6 req-47196af0-b994-49ee-99d6-7dd63b763e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:43.634661 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-8f086958-fbf2-46d4-bb93-af20f4e5cae6 req-47196af0-b994-49ee-99d6-7dd63b763e87 service neutron] For port e07e4cb0-7a7d-4e4e-9584-8b9c625de588, host hv-cinder-78692, cleared binding levels {{(pid=86363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:17:43.640098 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-8f086958-fbf2-46d4-bb93-af20f4e5cae6 req-47196af0-b994-49ee-99d6-7dd63b763e87 service neutron] For port e07e4cb0-7a7d-4e4e-9584-8b9c625de588, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=e07e4cb0-7a7d-4e4e-9584-8b9c625de588,segment=NetworkSegment(41139e2e-7812-4641-a996-451602e23acc),segment_id=41139e2e-7812-4641-a996-451602e23acc)] {{(pid=86363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:17:43.646919 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-8f086958-fbf2-46d4-bb93-af20f4e5cae6 req-47196af0-b994-49ee-99d6-7dd63b763e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844288851'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:43.667716 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:43.720729 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f086958-fbf2-46d4-bb93-af20f4e5cae6 req-47196af0-b994-49ee-99d6-7dd63b763e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:43.721498 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-8f086958-fbf2-46d4-bb93-af20f4e5cae6 req-47196af0-b994-49ee-99d6-7dd63b763e87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773849'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:43.723206 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-8f086958-fbf2-46d4-bb93-af20f4e5cae6 req-47196af0-b994-49ee-99d6-7dd63b763e87 service neutron] 10.222.0.53 "PUT /v2.0/ports/e07e4cb0-7a7d-4e4e-9584-8b9c625de588 HTTP/1.1" status: 200 len: 1093 time: 1.5549300 Apr 19 18:17:43.723954 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca78e4a4-7974-475f-87b6-4f139dbd8500', 'tag': 'e07e4cb0-7a7d-4e4e-9584-8b9c625de588'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:17:43.771472 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47196af0-b994-49ee-99d6-7dd63b763e87 service neutron] Pushing event updated for resources: {'Port': ['ID=e07e4cb0-7a7d-4e4e-9584-8b9c625de588,revision_number=3']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:43.827522 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-47196af0-b994-49ee-99d6-7dd63b763e87 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:43.856943 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca78e4a4-7974-475f-87b6-4f139dbd8500', 'tag': 'e07e4cb0-7a7d-4e4e-9584-8b9c625de588', 'status': 'completed', 'code': 200} Apr 19 18:17:43.868323 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f086958-fbf2-46d4-bb93-af20f4e5cae6 req-ce23ddb5-4386-4f73-bb18-5e82fe0c3d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:43.871232 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-8f086958-fbf2-46d4-bb93-af20f4e5cae6 req-ce23ddb5-4386-4f73-bb18-5e82fe0c3d02 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0192ebea383943fdbf60eb0089151581&device_id=ca78e4a4-7974-475f-87b6-4f139dbd8500 HTTP/1.1" status: 200 len: 1096 time: 0.0956705 Apr 19 18:17:43.892422 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-2b97c8ae-1bf3-40a9-8fd2-f9dccab46273 None None] Set router c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0 gateway port host: dv-cinder-786927-1-iscsi {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:17:43.969132 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 59948) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:17:44.028679 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-8f086958-fbf2-46d4-bb93-af20f4e5cae6 req-72c49e4a-2029-41da-8fea-cd8cfe6fea62 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e07e4cb0-7a7d-4e4e-9584-8b9c625de588 HTTP/1.1" status: 200 len: 217 time: 0.1425409 Apr 19 18:17:44.042034 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [None req-36001fe7-3637-4973-897f-a69233d6cc1b admin admin] Allocated IP 172.20.0.1 (7bcee201-e581-4998-8db1-0eb0dcf42dab/f115f197-c2a2-4c8a-a041-6b1ab4a2efc7/49bbc3f7-0058-49c7-9f45-6a20c3bd1b7a) {{(pid=86362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:17:44.228511 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f086958-fbf2-46d4-bb93-af20f4e5cae6 req-6fef1b6c-2905-4147-b1ff-3134fef282b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:44.230266 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-8f086958-fbf2-46d4-bb93-af20f4e5cae6 req-6fef1b6c-2905-4147-b1ff-3134fef282b4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=34d337c2-5f2f-4e52-a37c-792a5657b7af HTTP/1.1" status: 200 len: 854 time: 0.1920295 Apr 19 18:17:44.271738 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-36001fe7-3637-4973-897f-a69233d6cc1b admin admin] Notify callbacks [] for port, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:44.306752 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-36001fe7-3637-4973-897f-a69233d6cc1b admin admin] Transition to ACTIVE for port object 49bbc3f7-0058-49c7-9f45-6a20c3bd1b7a will not be triggered until provisioned by entity DHCP. {{(pid=86362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:17:44.310032 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-2b97c8ae-1bf3-40a9-8fd2-f9dccab46273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0', 'name': 'tempest-AttachVolumeShelveTestJSON-1292105613-router', 'tenant_id': 'd40df5788f6140729f7e263c33f44bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '517b44d2-170b-4831-9771-7dacbe148f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:17:35Z', 'updated_at': '2021-04-19T18:17:38Z', 'revision_number': 3, 'project_id': 'd40df5788f6140729f7e263c33f44bda', 'gw_port': {'id': '517b44d2-170b-4831-9771-7dacbe148f82', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:90:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:17:37Z', 'updated_at': '2021-04-19T18:17:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi'}], 'dv-cinder-786927-1-iscsi', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:17:44.315448 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b97c8ae-1bf3-40a9-8fd2-f9dccab46273 None None] The sync data for ids ['c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0'] in dv-cinder-786927-1-iscsi is: [{'id': 'c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0', 'name': 'tempest-AttachVolumeShelveTestJSON-1292105613-router', 'tenant_id': 'd40df5788f6140729f7e263c33f44bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '517b44d2-170b-4831-9771-7dacbe148f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:17:35Z', 'updated_at': '2021-04-19T18:17:38Z', 'revision_number': 3, 'project_id': 'd40df5788f6140729f7e263c33f44bda', 'gw_port': {'id': '517b44d2-170b-4831-9771-7dacbe148f82', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:90:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:17:37Z', 'updated_at': '2021-04-19T18:17:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi'}] {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:17:44.334661 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-8f086958-fbf2-46d4-bb93-af20f4e5cae6 req-1c701889-f548-45d3-b844-a97ba9e03e80 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d730787d-14ca-4c77-8e2c-83e69c9a7b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0954337 Apr 19 18:17:44.350831 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-36001fe7-3637-4973-897f-a69233d6cc1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782697811417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844104858'] for port, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:44.368012 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-4521d38a-10c4-4545-92fa-43594f6b7348 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:44.476037 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36001fe7-3637-4973-897f-a69233d6cc1b admin admin] Network 7bcee201-e581-4998-8db1-0eb0dcf42dab is already hosted by enough agents. {{(pid=86362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:17:44.478532 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36001fe7-3637-4973-897f-a69233d6cc1b admin admin] Pushing event updated for resources: {'Port': ['ID=49bbc3f7-0058-49c7-9f45-6a20c3bd1b7a,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:44.500309 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-36001fe7-3637-4973-897f-a69233d6cc1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:44.502946 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-36001fe7-3637-4973-897f-a69233d6cc1b admin admin] Resources bound (agent type, host, resource id): {{(pid=86362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:17:44.505396 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36001fe7-3637-4973-897f-a69233d6cc1b admin admin] Received port after_create {{(pid=86362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:17:44.529708 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-8f086958-fbf2-46d4-bb93-af20f4e5cae6 req-4e7b680f-c106-4f7d-9c9f-4b35cf8ecc7b service neutron] 10.222.0.53 "GET /v2.0/networks/d730787d-14ca-4c77-8e2c-83e69c9a7b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844733 Apr 19 18:17:44.591193 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-36001fe7-3637-4973-897f-a69233d6cc1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652289'] for router_interface, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:44.706842 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-fa1cc5da-eb53-4d13-8810-cca985942865 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:44.737397 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-fa1cc5da-eb53-4d13-8810-cca985942865 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:17:44.743007 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-fa1cc5da-eb53-4d13-8810-cca985942865 admin admin] Usage tracker for resource:security_group_rule and tenant:49b87576ea1345968828b6fda77742f4 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:17:44.746419 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-fa1cc5da-eb53-4d13-8810-cca985942865 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:17:44.755686 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-fa1cc5da-eb53-4d13-8810-cca985942865 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:17:44.863263 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca07b918-2a56-4ec8-a809-e88d39066f07 req-ad190f27-fb2f-48c9-b239-8def95a3bbc2 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:44.864768 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-5a8a8d13-8134-4436-8e96-d6a55af4b5ab None None] Provisioning for port 49bbc3f7-0058-49c7-9f45-6a20c3bd1b7a completed by entity DHCP. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:17:44.870585 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-5a8a8d13-8134-4436-8e96-d6a55af4b5ab None None] Provisioning complete for port 49bbc3f7-0058-49c7-9f45-6a20c3bd1b7a triggered by entity DHCP. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:17:44.871011 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5a8a8d13-8134-4436-8e96-d6a55af4b5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:44.871574 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ca07b918-2a56-4ec8-a809-e88d39066f07 req-ad190f27-fb2f-48c9-b239-8def95a3bbc2 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?device_id=87b4b104-2786-4f0b-a653-285749168117 HTTP/1.1" status: 200 len: 945 time: 0.3939903 Apr 19 18:17:44.996185 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ca07b918-2a56-4ec8-a809-e88d39066f07 req-e13dfced-f100-487d-b548-5f2f6241bfcc tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b617a3-7089-49ee-9bc8-958ab3c8bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231971 Apr 19 18:17:45.070047 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-5a8a8d13-8134-4436-8e96-d6a55af4b5ab None None] Port 49bbc3f7-0058-49c7-9f45-6a20c3bd1b7a cannot update to ACTIVE because it is not bound. {{(pid=86364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:17:45.134396 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-fa1cc5da-eb53-4d13-8810-cca985942865 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:45.153412 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-fa1cc5da-eb53-4d13-8810-cca985942865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:45.168743 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:45.195896 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-8f086958-fbf2-46d4-bb93-af20f4e5cae6 req-dcc822c8-c4bf-4ef0-b8c0-24bb138413df service neutron] 10.222.0.53 "GET /v2.0/networks/d730787d-14ca-4c77-8e2c-83e69c9a7b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6479335 Apr 19 18:17:45.256678 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1cc5da-eb53-4d13-8810-cca985942865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55a1312a-2a8c-44ff-9838-b5072291e406,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:45.260407 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-36001fe7-3637-4973-897f-a69233d6cc1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:45.275722 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-fa1cc5da-eb53-4d13-8810-cca985942865 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:45.367166 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-fa1cc5da-eb53-4d13-8810-cca985942865 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=49b87576ea1345968828b6fda77742f4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3823609 Apr 19 18:17:45.376185 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 59978) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:17:45.461366 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c55a5-5c97-4b07-a3cc-d6feaf8fb189 req-52e19279-1e6f-4be6-a695-52f4bac35f49 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:45.463052 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7f3c55a5-5c97-4b07-a3cc-d6feaf8fb189 req-52e19279-1e6f-4be6-a695-52f4bac35f49 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca78e4a4-7974-475f-87b6-4f139dbd8500 HTTP/1.1" status: 200 len: 943 time: 0.2660906 Apr 19 18:17:45.469672 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfccf2a6-9e67-4bc5-b95e-f3bf6d291020 req-5a7dc71a-20dd-42a2-b1b8-efa50491d010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:45.471509 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-bfccf2a6-9e67-4bc5-b95e-f3bf6d291020 req-5a7dc71a-20dd-42a2-b1b8-efa50491d010 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0192ebea383943fdbf60eb0089151581&device_id=ca78e4a4-7974-475f-87b6-4f139dbd8500 HTTP/1.1" status: 200 len: 1096 time: 0.1715572 Apr 19 18:17:45.555088 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-85291ee5-f7b2-4119-8738-ab803ca4a012 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:45.606161 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-85291ee5-f7b2-4119-8738-ab803ca4a012 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:45.656595 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7f3c55a5-5c97-4b07-a3cc-d6feaf8fb189 req-18a21742-3b0b-4f22-8ff0-facd3f8e070a tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/security-groups?id=693fea71-500b-474f-8806-96b1fe4da529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839666 Apr 19 18:17:45.747566 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-36001fe7-3637-4973-897f-a69233d6cc1b admin admin] Notify callbacks [] for port, precommit_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:45.749839 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-85291ee5-f7b2-4119-8738-ab803ca4a012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:45.753493 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfccf2a6-9e67-4bc5-b95e-f3bf6d291020 req-89fcdeed-3b70-4ca3-bdc9-f697e78ea1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:45.754752 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-af873c65-1167-4df1-9516-2b81e7d2b566 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:45.755097 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-bfccf2a6-9e67-4bc5-b95e-f3bf6d291020 req-89fcdeed-3b70-4ca3-bdc9-f697e78ea1e0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d730787d-14ca-4c77-8e2c-83e69c9a7b9a HTTP/1.1" status: 200 len: 915 time: 0.2650838 Apr 19 18:17:45.765375 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-36001fe7-3637-4973-897f-a69233d6cc1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10670959'] for port, after_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:45.795588 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85291ee5-f7b2-4119-8738-ab803ca4a012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55a1312a-2a8c-44ff-9838-b5072291e406,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:45.800418 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-85291ee5-f7b2-4119-8738-ab803ca4a012 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:45.804838 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:45.839825 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-bfccf2a6-9e67-4bc5-b95e-f3bf6d291020 req-943645fe-e76b-43f1-8657-4b27852a6ee0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e07e4cb0-7a7d-4e4e-9584-8b9c625de588 HTTP/1.1" status: 200 len: 217 time: 0.0758255 Apr 19 18:17:45.911943 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-85291ee5-f7b2-4119-8738-ab803ca4a012 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:45.913427 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-85291ee5-f7b2-4119-8738-ab803ca4a012 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/55a1312a-2a8c-44ff-9838-b5072291e406 HTTP/1.1" status: 204 len: 168 time: 0.5362132 Apr 19 18:17:45.926081 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-36001fe7-3637-4973-897f-a69233d6cc1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854123418'] for router_interface, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:45.942288 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfccf2a6-9e67-4bc5-b95e-f3bf6d291020 req-4ab6385a-4ab4-4bfc-8bae-d2329b6255d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:45.943802 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-bfccf2a6-9e67-4bc5-b95e-f3bf6d291020 req-4ab6385a-4ab4-4bfc-8bae-d2329b6255d3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=34d337c2-5f2f-4e52-a37c-792a5657b7af HTTP/1.1" status: 200 len: 854 time: 0.0932062 Apr 19 18:17:45.945511 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device 517b44d2-170b-4831-9771-7dacbe148f82 up at agent ovs-agent-dv-cinder-786927-1-iscsi {{(pid=86364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:17:46.030598 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-bfccf2a6-9e67-4bc5-b95e-f3bf6d291020 req-db2db8af-bffe-4b0a-8701-bb2d97d77df8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d730787d-14ca-4c77-8e2c-83e69c9a7b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694833 Apr 19 18:17:46.033542 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36001fe7-3637-4973-897f-a69233d6cc1b admin admin] Pushing event updated for resources: {'Port': ['ID=49bbc3f7-0058-49c7-9f45-6a20c3bd1b7a,revision_number=2']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:46.038610 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-36001fe7-3637-4973-897f-a69233d6cc1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:46.056183 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Provisioning for port 517b44d2-170b-4831-9771-7dacbe148f82 completed by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:17:46.062825 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Provisioning complete for port 517b44d2-170b-4831-9771-7dacbe148f82 triggered by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:17:46.063533 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:46.127794 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36001fe7-3637-4973-897f-a69233d6cc1b admin admin] Network 7bcee201-e581-4998-8db1-0eb0dcf42dab is already hosted by enough agents. {{(pid=86362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:17:46.129066 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-36001fe7-3637-4973-897f-a69233d6cc1b admin admin] Resources bound (agent type, host, resource id): {{(pid=86362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:17:46.215227 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-bfccf2a6-9e67-4bc5-b95e-f3bf6d291020 req-4f00be06-a6ba-477b-ad86-023810b7842c service neutron] 10.222.0.53 "GET /v2.0/networks/d730787d-14ca-4c77-8e2c-83e69c9a7b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747909 Apr 19 18:17:46.226801 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:46.250966 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] For port 517b44d2-170b-4831-9771-7dacbe148f82, host dv-cinder-786927-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-iscsi',level=0,port_id=517b44d2-170b-4831-9771-7dacbe148f82,segment=NetworkSegment(c45e75c0-3629-4b9b-9637-c1f0a35fb912),segment_id=c45e75c0-3629-4b9b-9637-c1f0a35fb912)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:17:46.261192 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:46.266780 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-a267c985-88f7-4c7e-9c9b-f583db244d89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:46.352431 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Pushing event updated for resources: {'Port': ['ID=517b44d2-170b-4831-9771-7dacbe148f82,revision_number=4']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:46.365371 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:46.443578 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 59996) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:17:46.481965 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-af0b21ea-0c91-423c-8cad-fc4f3151a2fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:46.485995 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea835717-ab38-4a8c-9362-a8f055217e9c req-3c005c6f-63ab-4d36-80c7-5c2d7f35f8d8 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:46.494009 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ea835717-ab38-4a8c-9362-a8f055217e9c req-3c005c6f-63ab-4d36-80c7-5c2d7f35f8d8 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?device_id=87b4b104-2786-4f0b-a653-285749168117 HTTP/1.1" status: 200 len: 945 time: 0.2657173 Apr 19 18:17:46.504522 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-ee0630fe-51a7-42be-8c61-6fa21f90d978 None None] Provisioning complete for port 49bbc3f7-0058-49c7-9f45-6a20c3bd1b7a triggered by entity DHCP. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:17:46.504948 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ee0630fe-51a7-42be-8c61-6fa21f90d978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:46.506305 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-bfccf2a6-9e67-4bc5-b95e-f3bf6d291020 req-3f51f560-2816-44e4-8f75-7e331301e64a service neutron] 10.222.0.53 "GET /v2.0/networks/d730787d-14ca-4c77-8e2c-83e69c9a7b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832973 Apr 19 18:17:46.507579 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-af0b21ea-0c91-423c-8cad-fc4f3151a2fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:17:46.512770 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-af0b21ea-0c91-423c-8cad-fc4f3151a2fa admin admin] Usage tracker for resource:security_group_rule and tenant:f51e8cb879e94973b0e7e715ddff7ce0 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:17:46.516724 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-af0b21ea-0c91-423c-8cad-fc4f3151a2fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:17:46.529160 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-af0b21ea-0c91-423c-8cad-fc4f3151a2fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:17:46.577598 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-ee0630fe-51a7-42be-8c61-6fa21f90d978 None None] Port 49bbc3f7-0058-49c7-9f45-6a20c3bd1b7a cannot update to ACTIVE because it is not bound. {{(pid=86364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:17:46.595559 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ea835717-ab38-4a8c-9362-a8f055217e9c req-b6f732ec-cabe-4aa6-bd63-9c707f42a866 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b617a3-7089-49ee-9bc8-958ab3c8bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942032 Apr 19 18:17:46.595559 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36001fe7-3637-4973-897f-a69233d6cc1b admin admin] Router c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0 has already been hosted by L3 agent 24af6f5b-4620-4572-ab28-0613f710586e {{(pid=86362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:17:46.651914 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-af0b21ea-0c91-423c-8cad-fc4f3151a2fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:46.655966 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-af0b21ea-0c91-423c-8cad-fc4f3151a2fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:46.666050 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-eca22eeb-135d-446c-8cba-f283900270dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:46.715073 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0b21ea-0c91-423c-8cad-fc4f3151a2fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70fdaec3-06d9-4192-9d1f-cd94adb7da84,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:46.734469 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-af0b21ea-0c91-423c-8cad-fc4f3151a2fa admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f51e8cb879e94973b0e7e715ddff7ce0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2871552 Apr 19 18:17:46.736007 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-af0b21ea-0c91-423c-8cad-fc4f3151a2fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:46.738541 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 60008) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:17:46.812679 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7d70921d-07d6-427d-9cca-b0d65ccb6e80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:46.847221 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7d70921d-07d6-427d-9cca-b0d65ccb6e80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:46.889748 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36001fe7-3637-4973-897f-a69233d6cc1b admin admin] Notify agent at l3_agent.dv-cinder-786927-1-iscsi the message routers_updated {{(pid=86362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:17:46.899594 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-36001fe7-3637-4973-897f-a69233d6cc1b admin admin] 10.222.0.36 "PUT /v2.0/routers/c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6219552 Apr 19 18:17:46.983038 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3d2d50-ecd7-4871-ab7d-da9407ea0985 req-b26a3cef-ef45-4ccd-9d80-816a09320979 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:46.985173 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7c3d2d50-ecd7-4871-ab7d-da9407ea0985 req-b26a3cef-ef45-4ccd-9d80-816a09320979 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca78e4a4-7974-475f-87b6-4f139dbd8500 HTTP/1.1" status: 200 len: 943 time: 0.1406896 Apr 19 18:17:46.991915 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7d70921d-07d6-427d-9cca-b0d65ccb6e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:47.002197 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-f139b13c-ba09-4070-b7b3-be65c3439a28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:47.036361 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d70921d-07d6-427d-9cca-b0d65ccb6e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70fdaec3-06d9-4192-9d1f-cd94adb7da84,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:47.039492 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-7d70921d-07d6-427d-9cca-b0d65ccb6e80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:47.068731 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7d70921d-07d6-427d-9cca-b0d65ccb6e80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:47.071191 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-7d70921d-07d6-427d-9cca-b0d65ccb6e80 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/70fdaec3-06d9-4192-9d1f-cd94adb7da84 HTTP/1.1" status: 204 len: 168 time: 0.3303990 Apr 19 18:17:47.086001 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7c3d2d50-ecd7-4871-ab7d-da9407ea0985 req-bddade1c-3efd-4b72-9553-dc57da426f10 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/security-groups?id=693fea71-500b-474f-8806-96b1fe4da529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873120 Apr 19 18:17:47.482688 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 60042) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:17:47.489125 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-fe84554c-f08b-49ac-876b-5dc3d8f7c70a tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1314652445', 'description': 'tempest-description--127978562'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:17:47.495972 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-fe84554c-f08b-49ac-876b-5dc3d8f7c70a tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:17:47.501232 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-fe84554c-f08b-49ac-876b-5dc3d8f7c70a tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Usage tracker for resource:security_group and tenant:d40df5788f6140729f7e263c33f44bda is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:17:47.509087 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-fe84554c-f08b-49ac-876b-5dc3d8f7c70a tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:17:47.519471 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-fe84554c-f08b-49ac-876b-5dc3d8f7c70a tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:17:47.532517 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-fe84554c-f08b-49ac-876b-5dc3d8f7c70a tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:47.565340 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-fe84554c-f08b-49ac-876b-5dc3d8f7c70a tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:17:47.570133 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-fe84554c-f08b-49ac-876b-5dc3d8f7c70a tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Usage tracker for resource:security_group_rule and tenant:d40df5788f6140729f7e263c33f44bda is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:17:47.574116 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-fe84554c-f08b-49ac-876b-5dc3d8f7c70a tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:17:47.588445 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-fe84554c-f08b-49ac-876b-5dc3d8f7c70a tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:17:47.695629 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-fe84554c-f08b-49ac-876b-5dc3d8f7c70a tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:47.703435 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-fe84554c-f08b-49ac-876b-5dc3d8f7c70a tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:47.709443 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:47.746304 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764c1c91-0dc4-4180-a4dc-74c288eb980f None None] Sync routers for ids ['c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0'] in dv-cinder-786927-1-iscsi {{(pid=86364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:17:47.768675 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764c1c91-0dc4-4180-a4dc-74c288eb980f None None] Routers {'c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0'} bound to L3 agent in host dv-cinder-786927-1-iscsi {{(pid=86364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:17:47.769518 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-764c1c91-0dc4-4180-a4dc-74c288eb980f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T18:07:54Z,description=,heartbeat_timestamp=2021-04-19T18:17:24Z,host='dv-cinder-786927-1-iscsi',id=24af6f5b-4620-4572-ab28-0613f710586e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:07:54Z,topic='l3_agent')) {'router_ids': ['c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0'], 'active': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:17:47.802144 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe84554c-f08b-49ac-876b-5dc3d8f7c70a tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c38b06e-39d7-4e44-99b1-b97d8bfc7837,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:47.811323 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-fe84554c-f08b-49ac-876b-5dc3d8f7c70a tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:47.847267 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-fe84554c-f08b-49ac-876b-5dc3d8f7c70a tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:47.848643 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-fe84554c-f08b-49ac-876b-5dc3d8f7c70a tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3647430 Apr 19 18:17:47.851692 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 60056) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:17:47.857518 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-b2a508cc-e2b6-4054-92e4-756a4a93a540 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Request body: {'security_group_rule': {'security_group_id': '9c38b06e-39d7-4e44-99b1-b97d8bfc7837', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:17:47.865099 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-b2a508cc-e2b6-4054-92e4-756a4a93a540 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:17:47.874501 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-b2a508cc-e2b6-4054-92e4-756a4a93a540 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Usage tracker for resource:security_group_rule and tenant:d40df5788f6140729f7e263c33f44bda is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:17:47.878417 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-b2a508cc-e2b6-4054-92e4-756a4a93a540 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:17:47.895260 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-b2a508cc-e2b6-4054-92e4-756a4a93a540 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:17:47.931995 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b2a508cc-e2b6-4054-92e4-756a4a93a540 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:47.961679 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce861e-14a2-4594-8d31-75afd0830aa7 req-f3b77f9a-2f0f-4f97-a742-b0d39b60897e tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:47.963661 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0dce861e-14a2-4594-8d31-75afd0830aa7 req-f3b77f9a-2f0f-4f97-a742-b0d39b60897e tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?device_id=87b4b104-2786-4f0b-a653-285749168117 HTTP/1.1" status: 200 len: 945 time: 0.1905231 Apr 19 18:17:48.033279 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b2a508cc-e2b6-4054-92e4-756a4a93a540 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:48.036391 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0dce861e-14a2-4594-8d31-75afd0830aa7 req-5ed0bbbd-001c-4a2f-835b-833ae3f05f93 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b617a3-7089-49ee-9bc8-958ab3c8bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632548 Apr 19 18:17:48.039269 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b2a508cc-e2b6-4054-92e4-756a4a93a540 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855548'] for security_group_rule, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:48.041987 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:48.080739 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b2a508cc-e2b6-4054-92e4-756a4a93a540 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:48.081265 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device 517b44d2-170b-4831-9771-7dacbe148f82 up at agent ovs-agent-dv-cinder-786927-1-iscsi {{(pid=86364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:17:48.085504 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 60068) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:17:48.086247 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-b2a508cc-e2b6-4054-92e4-756a4a93a540 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2332273 Apr 19 18:17:48.093250 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-3f6133dc-0f26-451d-91a8-9d14a3188616 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Request body: {'security_group_rule': {'security_group_id': '9c38b06e-39d7-4e44-99b1-b97d8bfc7837', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:17:48.093588 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a508cc-e2b6-4054-92e4-756a4a93a540 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7289b128-5dec-4f9b-bcfc-56e336aa17a1,revision_number=0']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:48.096900 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b2a508cc-e2b6-4054-92e4-756a4a93a540 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:48.109545 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-3f6133dc-0f26-451d-91a8-9d14a3188616 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:17:48.114766 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-3f6133dc-0f26-451d-91a8-9d14a3188616 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Usage tracker for resource:security_group_rule and tenant:d40df5788f6140729f7e263c33f44bda is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:17:48.118316 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-3f6133dc-0f26-451d-91a8-9d14a3188616 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:17:48.130058 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-3f6133dc-0f26-451d-91a8-9d14a3188616 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:17:48.150657 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-3f6133dc-0f26-451d-91a8-9d14a3188616 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:48.250896 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-3f6133dc-0f26-451d-91a8-9d14a3188616 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:48.255323 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-3f6133dc-0f26-451d-91a8-9d14a3188616 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855548'] for security_group_rule, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:48.258740 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-e5dbad6c-cce7-4c1f-9e5d-bfb647de2837 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:48.263957 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Provisioning complete for port 517b44d2-170b-4831-9771-7dacbe148f82 triggered by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:17:48.264546 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:48.302733 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6133dc-0f26-451d-91a8-9d14a3188616 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6b1f39e-0271-4a7d-9dee-f52726bb97da,revision_number=0']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:48.311477 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-764c1c91-0dc4-4180-a4dc-74c288eb980f None None] Set router c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0 gateway port host: dv-cinder-786927-1-iscsi {{(pid=86364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:17:48.320070 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-3f6133dc-0f26-451d-91a8-9d14a3188616 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:48.328291 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-3f6133dc-0f26-451d-91a8-9d14a3188616 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2407620 Apr 19 18:17:48.329041 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 60080) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:17:48.332427 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-3f6133dc-0f26-451d-91a8-9d14a3188616 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:48.344479 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-95634712-7db7-4a11-89f0-206e71f51ab7 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Request body: {'floatingip': {'floating_network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33'}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:17:48.362706 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-95634712-7db7-4a11-89f0-206e71f51ab7 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:17:48.374258 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-95634712-7db7-4a11-89f0-206e71f51ab7 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Usage tracker for resource:floatingip and tenant:d40df5788f6140729f7e263c33f44bda is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:17:48.377667 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-95634712-7db7-4a11-89f0-206e71f51ab7 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:17:48.410986 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Device e07e4cb0-7a7d-4e4e-9584-8b9c625de588 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:17:48.454925 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17389bd8-ce1a-4daa-8a18-bcd1a735ad9b req-54f42ac8-3fdb-4081-9ae3-10b1185216fc tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:48.460744 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-17389bd8-ce1a-4daa-8a18-bcd1a735ad9b req-54f42ac8-3fdb-4081-9ae3-10b1185216fc tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca78e4a4-7974-475f-87b6-4f139dbd8500 HTTP/1.1" status: 200 len: 943 time: 0.1558039 Apr 19 18:17:48.461292 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 60086) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:17:48.575603 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-17389bd8-ce1a-4daa-8a18-bcd1a735ad9b req-2edcb0ab-999a-46c2-9009-ce56cd663b3b tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/security-groups?id=693fea71-500b-474f-8806-96b1fe4da529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051099 Apr 19 18:17:48.863561 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-95634712-7db7-4a11-89f0-206e71f51ab7 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:17:48.884340 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-95634712-7db7-4a11-89f0-206e71f51ab7 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Notify callbacks [] for floatingip, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:48.925661 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9f59c090-fe14-4327-8d39-55cba647f2c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:48.947580 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-9f59c090-fe14-4327-8d39-55cba647f2c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:17:48.953723 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-9f59c090-fe14-4327-8d39-55cba647f2c2 admin admin] Usage tracker for resource:security_group_rule and tenant:3792c6ea4fb54b1ea197ed64f9452b99 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:17:48.973768 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-9f59c090-fe14-4327-8d39-55cba647f2c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:17:48.991399 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-9f59c090-fe14-4327-8d39-55cba647f2c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:17:49.133827 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9f59c090-fe14-4327-8d39-55cba647f2c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:49.140627 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9f59c090-fe14-4327-8d39-55cba647f2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:49.160868 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-fe84554c-f08b-49ac-876b-5dc3d8f7c70a tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:49.186627 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] For port e07e4cb0-7a7d-4e4e-9584-8b9c625de588, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=e07e4cb0-7a7d-4e4e-9584-8b9c625de588,segment=NetworkSegment(41139e2e-7812-4641-a996-451602e23acc),segment_id=41139e2e-7812-4641-a996-451602e23acc)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:17:49.188050 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-95634712-7db7-4a11-89f0-206e71f51ab7 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:49.230189 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Returning: {'device': 'e07e4cb0-7a7d-4e4e-9584-8b9c625de588', 'network_id': 'd730787d-14ca-4c77-8e2c-83e69c9a7b9a', 'port_id': 'e07e4cb0-7a7d-4e4e-9584-8b9c625de588', 'mac_address': 'fa:16:3e:4b:3b:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34d337c2-5f2f-4e52-a37c-792a5657b7af', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:17:49.237759 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.agents_db [None req-8d26a53d-5aec-40fe-9147-3f846c88e388 None None] Agent healthcheck: found 6 active agents {{(pid=86365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:17:49.269798 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f59c090-fe14-4327-8d39-55cba647f2c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e3b966c-e847-4e7e-bdc8-dd32ed12713c,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:49.274321 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-9f59c090-fe14-4327-8d39-55cba647f2c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:49.279714 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-9f59c090-fe14-4327-8d39-55cba647f2c2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3792c6ea4fb54b1ea197ed64f9452b99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8161662 Apr 19 18:17:49.288709 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 60120) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:17:49.376433 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f60fdb-2ce7-416d-abe8-fb6e6f4225bd req-d2de0715-0ea1-4f16-b7a5-755c4b8b700a tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:49.378083 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f1f60fdb-2ce7-416d-abe8-fb6e6f4225bd req-d2de0715-0ea1-4f16-b7a5-755c4b8b700a tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?device_id=87b4b104-2786-4f0b-a653-285749168117 HTTP/1.1" status: 200 len: 945 time: 0.2183969 Apr 19 18:17:49.381494 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-6f99db01-6e50-433f-b25d-af72307fe539 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:49.403817 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [None req-95634712-7db7-4a11-89f0-206e71f51ab7 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Allocated IP 172.27.0.116 (4d554598-b480-4681-a36f-a7d82bbc0b33/6ca15ad6-e22c-47ba-9758-57475411b5fa/ad0fc765-2542-4dd0-b46b-0e70d4432366) {{(pid=86362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:17:49.468486 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-6f99db01-6e50-433f-b25d-af72307fe539 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:49.478234 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:49.478661 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f1f60fdb-2ce7-416d-abe8-fb6e6f4225bd req-e572f3c4-db08-42c0-8932-065c8db3060d tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b617a3-7089-49ee-9bc8-958ab3c8bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860634 Apr 19 18:17:49.497114 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e07e4cb0-7a7d-4e4e-9584-8b9c625de588 {{(pid=86364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:17:49.544242 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-6f99db01-6e50-433f-b25d-af72307fe539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:49.548759 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] For port e07e4cb0-7a7d-4e4e-9584-8b9c625de588, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=e07e4cb0-7a7d-4e4e-9584-8b9c625de588,segment=NetworkSegment(41139e2e-7812-4641-a996-451602e23acc),segment_id=41139e2e-7812-4641-a996-451602e23acc)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:17:49.554048 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:49.558302 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:49.563700 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b1dcae0d-3d19-4eb2-8846-784ade56f60f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:49.578525 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f99db01-6e50-433f-b25d-af72307fe539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e3b966c-e847-4e7e-bdc8-dd32ed12713c,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:49.580740 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-6f99db01-6e50-433f-b25d-af72307fe539 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:49.584601 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-6f99db01-6e50-433f-b25d-af72307fe539 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4e3b966c-e847-4e7e-bdc8-dd32ed12713c HTTP/1.1" status: 204 len: 168 time: 0.2901945 Apr 19 18:17:49.584601 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-6f99db01-6e50-433f-b25d-af72307fe539 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:49.605523 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-764c1c91-0dc4-4180-a4dc-74c288eb980f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0', 'name': 'tempest-AttachVolumeShelveTestJSON-1292105613-router', 'tenant_id': 'd40df5788f6140729f7e263c33f44bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '517b44d2-170b-4831-9771-7dacbe148f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:17:35Z', 'updated_at': '2021-04-19T18:17:44Z', 'revision_number': 4, 'project_id': 'd40df5788f6140729f7e263c33f44bda', 'gw_port': {'id': '517b44d2-170b-4831-9771-7dacbe148f82', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:90:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:17:37Z', 'updated_at': '2021-04-19T18:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi', '_interfaces': [{'id': '49bbc3f7-0058-49c7-9f45-6a20c3bd1b7a', 'name': '', 'network_id': '7bcee201-e581-4998-8db1-0eb0dcf42dab', 'tenant_id': 'd40df5788f6140729f7e263c33f44bda', 'mac_address': 'fa:16:3e:ba:c2:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'f115f197-c2a2-4c8a-a041-6b1ab4a2efc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:17:43Z', 'updated_at': '2021-04-19T18:17:45Z', 'revision_number': 2, 'project_id': 'd40df5788f6140729f7e263c33f44bda', 'subnets': [{'id': 'f115f197-c2a2-4c8a-a041-6b1ab4a2efc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-iscsi', False) {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:17:49.633349 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764c1c91-0dc4-4180-a4dc-74c288eb980f None None] Checking router: c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0 for host: dv-cinder-786927-1-iscsi {{(pid=86364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:17:49.633765 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764c1c91-0dc4-4180-a4dc-74c288eb980f None None] Updating router c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0 port 49bbc3f7-0058-49c7-9f45-6a20c3bd1b7a binding host dv-cinder-786927-1-iscsi {{(pid=86364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 18:17:49.669460 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-95634712-7db7-4a11-89f0-206e71f51ab7 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Notify callbacks [] for port, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:49.693512 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-764c1c91-0dc4-4180-a4dc-74c288eb980f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:49.795512 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-95634712-7db7-4a11-89f0-206e71f51ab7 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782697811417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844104858'] for port, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:49.810452 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:49.907384 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95634712-7db7-4a11-89f0-206e71f51ab7 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Network 4d554598-b480-4681-a36f-a7d82bbc0b33 is already hosted by enough agents. {{(pid=86362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:17:49.921525 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-95634712-7db7-4a11-89f0-206e71f51ab7 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Resources bound (agent type, host, resource id): {{(pid=86362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:17:49.933542 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95634712-7db7-4a11-89f0-206e71f51ab7 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Received port after_create {{(pid=86362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:17:49.980285 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c609bee8-7ee5-4291-904a-d42dd5b6ee05 req-5d681366-020a-40e8-8928-eef629623936 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:49.981851 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c609bee8-7ee5-4291-904a-d42dd5b6ee05 req-5d681366-020a-40e8-8928-eef629623936 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca78e4a4-7974-475f-87b6-4f139dbd8500 HTTP/1.1" status: 200 len: 944 time: 0.2859111 Apr 19 18:17:49.989680 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95634712-7db7-4a11-89f0-206e71f51ab7 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Pushing event updated for resources: {'Port': ['ID=ad0fc765-2542-4dd0-b46b-0e70d4432366,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:50.001506 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-95634712-7db7-4a11-89f0-206e71f51ab7 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:50.082986 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-95634712-7db7-4a11-89f0-206e71f51ab7 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:50.095973 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c609bee8-7ee5-4291-904a-d42dd5b6ee05 req-5a3927d5-b5f1-45a3-ad41-f74ba4c33185 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/security-groups?id=693fea71-500b-474f-8806-96b1fe4da529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978789 Apr 19 18:17:50.106523 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Pushing event updated for resources: {'Port': ['ID=e07e4cb0-7a7d-4e4e-9584-8b9c625de588,revision_number=4']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:50.110852 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.553s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:50.184005 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-95634712-7db7-4a11-89f0-206e71f51ab7 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:50.199282 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 60146) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:17:50.233318 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-bea2c317-bdf5-4ba5-a81c-525c0037a8fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:50.240897 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] get_ports_and_sgs() called for port_ids ['e07e4cb0-7a7d-4e4e-9584-8b9c625de588'] {{(pid=86364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:17:50.273543 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-bea2c317-bdf5-4ba5-a81c-525c0037a8fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:17:50.282540 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-bea2c317-bdf5-4ba5-a81c-525c0037a8fa admin admin] Usage tracker for resource:security_group_rule and tenant:a4126b9afaf8424cbb032b9b155ed6fe is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:17:50.287753 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-bea2c317-bdf5-4ba5-a81c-525c0037a8fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:17:50.295272 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-bea2c317-bdf5-4ba5-a81c-525c0037a8fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:17:50.331498 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-764c1c91-0dc4-4180-a4dc-74c288eb980f None None] Notify callbacks [] for port, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:50.358178 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-764c1c91-0dc4-4180-a4dc-74c288eb980f None None] Transition to ACTIVE for port object 49bbc3f7-0058-49c7-9f45-6a20c3bd1b7a will not be triggered until provisioned by entity L2. {{(pid=86364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:17:50.374230 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-764c1c91-0dc4-4180-a4dc-74c288eb980f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:50.382220 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:50.434331 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7f9c44-21b4-4319-bb2a-1d064f6893fe req-e54050a4-e8ee-4a2a-9192-f14efa9f2105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:50.436541 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1e7f9c44-21b4-4319-bb2a-1d064f6893fe req-e54050a4-e8ee-4a2a-9192-f14efa9f2105 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=87b4b104-2786-4f0b-a653-285749168117 HTTP/1.1" status: 200 len: 1098 time: 0.1153324 Apr 19 18:17:50.488086 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-95634712-7db7-4a11-89f0-206e71f51ab7 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Notify callbacks [] for port, precommit_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:50.498642 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-95634712-7db7-4a11-89f0-206e71f51ab7 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10670959'] for port, after_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:50.501775 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1e7f9c44-21b4-4319-bb2a-1d064f6893fe req-1e85b90d-0a42-4cd8-a0ca-bc606e7ec7ea service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a5b617a3-7089-49ee-9bc8-958ab3c8bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562129 Apr 19 18:17:50.504198 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-207a02eb-9a4b-4444-8ed2-098c8343e6a0 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:50.537238 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-bea2c317-bdf5-4ba5-a81c-525c0037a8fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:50.543859 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-bea2c317-bdf5-4ba5-a81c-525c0037a8fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:50.560523 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-a4e32563-695d-4f1b-8bed-043472e4cfea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:50.623065 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea2c317-bdf5-4ba5-a81c-525c0037a8fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aeb68f4-9c51-48b3-8d6b-31c429afd423,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:50.629477 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c29a37-9d88-4ac4-bde6-be3e0c1c8ff9 None None] Pushing event updated for resources: {'Port': ['ID=49bbc3f7-0058-49c7-9f45-6a20c3bd1b7a,revision_number=3']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:50.641227 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-bea2c317-bdf5-4ba5-a81c-525c0037a8fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:50.641669 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-65c29a37-9d88-4ac4-bde6-be3e0c1c8ff9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:50.687166 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-bea2c317-bdf5-4ba5-a81c-525c0037a8fa admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a4126b9afaf8424cbb032b9b155ed6fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4865954 Apr 19 18:17:50.688128 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 60164) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:17:50.821840 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95634712-7db7-4a11-89f0-206e71f51ab7 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Pushing event updated for resources: {'Port': ['ID=ad0fc765-2542-4dd0-b46b-0e70d4432366,revision_number=2']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:50.834205 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-95634712-7db7-4a11-89f0-206e71f51ab7 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:50.843943 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-95634712-7db7-4a11-89f0-206e71f51ab7 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854123342'] for floatingip, after_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:50.853886 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ebc1d99b-fc30-41ee-9f89-44f749b078ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:50.870365 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-95634712-7db7-4a11-89f0-206e71f51ab7 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773849'] for floatingip, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:50.875725 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-95634712-7db7-4a11-89f0-206e71f51ab7 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5421948 Apr 19 18:17:50.884047 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-764c1c91-0dc4-4180-a4dc-74c288eb980f None None] Attempting to bind port 49bbc3f7-0058-49c7-9f45-6a20c3bd1b7a on host dv-cinder-786927-1-iscsi for vnic_type normal with profile {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:17:50.884477 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-764c1c91-0dc4-4180-a4dc-74c288eb980f None None] Attempting to bind port 49bbc3f7-0058-49c7-9f45-6a20c3bd1b7a by drivers openvswitch,hyperv on host dv-cinder-786927-1-iscsi at level 0 using segments [{'id': 'aa54b807-4b3f-4b4f-87af-c51beb1f731e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7bcee201-e581-4998-8db1-0eb0dcf42dab'}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:17:50.884897 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764c1c91-0dc4-4180-a4dc-74c288eb980f None None] Attempting to bind port 49bbc3f7-0058-49c7-9f45-6a20c3bd1b7a on network 7bcee201-e581-4998-8db1-0eb0dcf42dab {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:17:50.913683 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764c1c91-0dc4-4180-a4dc-74c288eb980f None None] Checking agent: {'id': '84360490-1fcf-4ef7-acd4-64c16b857909', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 7, 56), 'started_at': datetime.datetime(2021, 4, 19, 18, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:17:50.914111 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764c1c91-0dc4-4180-a4dc-74c288eb980f None None] Checking segment: {'id': 'aa54b807-4b3f-4b4f-87af-c51beb1f731e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7bcee201-e581-4998-8db1-0eb0dcf42dab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:17:50.914755 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-764c1c91-0dc4-4180-a4dc-74c288eb980f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:50.915237 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764c1c91-0dc4-4180-a4dc-74c288eb980f None None] Bound using segment: {'id': 'aa54b807-4b3f-4b4f-87af-c51beb1f731e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7bcee201-e581-4998-8db1-0eb0dcf42dab'} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:17:50.916063 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-764c1c91-0dc4-4180-a4dc-74c288eb980f None None] Bound port: 49bbc3f7-0058-49c7-9f45-6a20c3bd1b7a, host: dv-cinder-786927-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa54b807-4b3f-4b4f-87af-c51beb1f731e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7bcee201-e581-4998-8db1-0eb0dcf42dab'}}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:17:50.916497 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-764c1c91-0dc4-4180-a4dc-74c288eb980f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:51.041174 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-764c1c91-0dc4-4180-a4dc-74c288eb980f None None] For port 49bbc3f7-0058-49c7-9f45-6a20c3bd1b7a, host dv-cinder-786927-1-iscsi, cleared binding levels {{(pid=86364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:17:51.044601 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-764c1c91-0dc4-4180-a4dc-74c288eb980f None None] For port 49bbc3f7-0058-49c7-9f45-6a20c3bd1b7a, host dv-cinder-786927-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-iscsi',level=0,port_id=49bbc3f7-0058-49c7-9f45-6a20c3bd1b7a,segment=NetworkSegment(aa54b807-4b3f-4b4f-87af-c51beb1f731e),segment_id=aa54b807-4b3f-4b4f-87af-c51beb1f731e)] {{(pid=86364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:17:51.048781 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-764c1c91-0dc4-4180-a4dc-74c288eb980f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:51.056119 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:51.082361 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ebc1d99b-fc30-41ee-9f89-44f749b078ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:51.134884 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b2c50c-10e2-43e6-8ae5-85ae2c22069b req-e6569dc0-ee3f-4a46-b6a6-e448cc64c071 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:51.136600 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-20b2c50c-10e2-43e6-8ae5-85ae2c22069b req-e6569dc0-ee3f-4a46-b6a6-e448cc64c071 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?device_id=87b4b104-2786-4f0b-a653-285749168117 HTTP/1.1" status: 200 len: 945 time: 0.3205814 Apr 19 18:17:51.183857 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764c1c91-0dc4-4180-a4dc-74c288eb980f None None] Routers {'c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0'} bound to L3 agent in host dv-cinder-786927-1-iscsi {{(pid=86364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:17:51.184561 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-764c1c91-0dc4-4180-a4dc-74c288eb980f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T18:07:54Z,description=,heartbeat_timestamp=2021-04-19T18:17:24Z,host='dv-cinder-786927-1-iscsi',id=24af6f5b-4620-4572-ab28-0613f710586e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:07:54Z,topic='l3_agent')) {'router_ids': ['c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0'], 'active': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:17:51.283082 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-20b2c50c-10e2-43e6-8ae5-85ae2c22069b req-8b453b73-3a04-4fa7-9551-67728d587c1c tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b617a3-7089-49ee-9bc8-958ab3c8bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324666 Apr 19 18:17:51.294124 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ebc1d99b-fc30-41ee-9f89-44f749b078ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:51.318029 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-dfb74afb-2e55-4d1e-b6df-369d6512ae8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:51.359326 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc1d99b-fc30-41ee-9f89-44f749b078ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aeb68f4-9c51-48b3-8d6b-31c429afd423,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:51.382960 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-ebc1d99b-fc30-41ee-9f89-44f749b078ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:51.383827 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ebc1d99b-fc30-41ee-9f89-44f749b078ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:51.388035 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-ebc1d99b-fc30-41ee-9f89-44f749b078ba admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6aeb68f4-9c51-48b3-8d6b-31c429afd423 HTTP/1.1" status: 204 len: 168 time: 0.6959016 Apr 19 18:17:51.572620 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c29a37-9d88-4ac4-bde6-be3e0c1c8ff9 None None] Pushing event updated for resources: {'Port': ['ID=49bbc3f7-0058-49c7-9f45-6a20c3bd1b7a,revision_number=4']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:51.590259 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-65c29a37-9d88-4ac4-bde6-be3e0c1c8ff9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:51.603171 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-764c1c91-0dc4-4180-a4dc-74c288eb980f None None] Set router c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0 gateway port host: dv-cinder-786927-1-iscsi {{(pid=86364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:17:51.637057 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-574611e4-2df4-44c4-9e9b-b5ba8e6679dc req-b4586bec-6908-40c4-afe8-7f3c041c0b16 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1314652445&fields=id&tenant_id=d40df5788f6140729f7e263c33f44bda HTTP/1.1" status: 200 len: 267 time: 0.1048234 Apr 19 18:17:51.668231 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629373c6-4769-4df2-8f41-8809c24ee91f req-5cf25ffd-816a-4f33-b7a3-d3ad7fac2d87 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:51.670981 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-629373c6-4769-4df2-8f41-8809c24ee91f req-5cf25ffd-816a-4f33-b7a3-d3ad7fac2d87 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca78e4a4-7974-475f-87b6-4f139dbd8500 HTTP/1.1" status: 200 len: 944 time: 0.1273727 Apr 19 18:17:51.831016 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-629373c6-4769-4df2-8f41-8809c24ee91f req-1f7c0216-032d-4fc2-bef1-6645e87712b3 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/security-groups?id=693fea71-500b-474f-8806-96b1fe4da529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520362 Apr 19 18:17:51.876723 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b838d5a9-d248-4661-8545-5145f8f1784c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:51.900263 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574611e4-2df4-44c4-9e9b-b5ba8e6679dc req-cb2ddf64-9af4-47a7-8553-966b6800acaf tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:51.901917 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-574611e4-2df4-44c4-9e9b-b5ba8e6679dc req-cb2ddf64-9af4-47a7-8553-966b6800acaf tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/networks?id=7bcee201-e581-4998-8db1-0eb0dcf42dab HTTP/1.1" status: 200 len: 817 time: 0.2561431 Apr 19 18:17:51.932520 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-574611e4-2df4-44c4-9e9b-b5ba8e6679dc req-73733057-f3a2-4931-9e4f-f3cae8f997b7 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/quotas/d40df5788f6140729f7e263c33f44bda HTTP/1.1" status: 200 len: 375 time: 0.0199056 Apr 19 18:17:52.041605 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-574611e4-2df4-44c4-9e9b-b5ba8e6679dc req-b2cac00d-b290-41d5-a1d4-75626949a8ca tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Synchronizing usage tracker for tenant:d40df5788f6140729f7e263c33f44bda on resource:port {{(pid=86362) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:17:52.062323 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-574611e4-2df4-44c4-9e9b-b5ba8e6679dc req-b2cac00d-b290-41d5-a1d4-75626949a8ca tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Unset dirty status for tenant:d40df5788f6140729f7e263c33f44bda on resource:port {{(pid=86362) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:17:52.074791 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-574611e4-2df4-44c4-9e9b-b5ba8e6679dc req-b2cac00d-b290-41d5-a1d4-75626949a8ca tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d40df5788f6140729f7e263c33f44bda&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1411588 Apr 19 18:17:52.260532 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-574611e4-2df4-44c4-9e9b-b5ba8e6679dc req-44501018-c48c-4016-b35c-b03a443cafc2 service neutron] 10.222.0.36 "GET /v2.0/networks/7bcee201-e581-4998-8db1-0eb0dcf42dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811306 Apr 19 18:17:52.276129 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-764c1c91-0dc4-4180-a4dc-74c288eb980f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0', 'name': 'tempest-AttachVolumeShelveTestJSON-1292105613-router', 'tenant_id': 'd40df5788f6140729f7e263c33f44bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '517b44d2-170b-4831-9771-7dacbe148f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:17:35Z', 'updated_at': '2021-04-19T18:17:44Z', 'revision_number': 4, 'project_id': 'd40df5788f6140729f7e263c33f44bda', 'gw_port': {'id': '517b44d2-170b-4831-9771-7dacbe148f82', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:90:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:17:37Z', 'updated_at': '2021-04-19T18:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi', '_interfaces': [{'id': '49bbc3f7-0058-49c7-9f45-6a20c3bd1b7a', 'name': '', 'network_id': '7bcee201-e581-4998-8db1-0eb0dcf42dab', 'tenant_id': 'd40df5788f6140729f7e263c33f44bda', 'mac_address': 'fa:16:3e:ba:c2:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'f115f197-c2a2-4c8a-a041-6b1ab4a2efc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:17:43Z', 'updated_at': '2021-04-19T18:17:51Z', 'revision_number': 4, 'project_id': 'd40df5788f6140729f7e263c33f44bda', 'subnets': [{'id': 'f115f197-c2a2-4c8a-a041-6b1ab4a2efc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-iscsi', False) {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:17:52.282556 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764c1c91-0dc4-4180-a4dc-74c288eb980f None None] The sync data for ids ['c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0'] in dv-cinder-786927-1-iscsi is: [{'id': 'c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0', 'name': 'tempest-AttachVolumeShelveTestJSON-1292105613-router', 'tenant_id': 'd40df5788f6140729f7e263c33f44bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '517b44d2-170b-4831-9771-7dacbe148f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:17:35Z', 'updated_at': '2021-04-19T18:17:44Z', 'revision_number': 4, 'project_id': 'd40df5788f6140729f7e263c33f44bda', 'gw_port': {'id': '517b44d2-170b-4831-9771-7dacbe148f82', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:90:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:17:37Z', 'updated_at': '2021-04-19T18:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi', '_interfaces': [{'id': '49bbc3f7-0058-49c7-9f45-6a20c3bd1b7a', 'name': '', 'network_id': '7bcee201-e581-4998-8db1-0eb0dcf42dab', 'tenant_id': 'd40df5788f6140729f7e263c33f44bda', 'mac_address': 'fa:16:3e:ba:c2:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'f115f197-c2a2-4c8a-a041-6b1ab4a2efc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:17:43Z', 'updated_at': '2021-04-19T18:17:51Z', 'revision_number': 4, 'project_id': 'd40df5788f6140729f7e263c33f44bda', 'subnets': [{'id': 'f115f197-c2a2-4c8a-a041-6b1ab4a2efc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:17:52.410993 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Device e07e4cb0-7a7d-4e4e-9584-8b9c625de588 up at agent hyperv_hv-cinder-78692 {{(pid=86364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:17:52.586951 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0497af3-e5a2-4ebe-aaf5-117a09c37a26 req-1bf03a44-58d9-4096-979d-ec9d81b67abe tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:52.597596 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c0497af3-e5a2-4ebe-aaf5-117a09c37a26 req-1bf03a44-58d9-4096-979d-ec9d81b67abe tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?device_id=87b4b104-2786-4f0b-a653-285749168117 HTTP/1.1" status: 200 len: 945 time: 0.1553578 Apr 19 18:17:52.613127 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Provisioning for port e07e4cb0-7a7d-4e4e-9584-8b9c625de588 completed by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:17:52.621121 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Provisioning complete for port e07e4cb0-7a7d-4e4e-9584-8b9c625de588 triggered by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:17:52.622254 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:52.653440 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-574611e4-2df4-44c4-9e9b-b5ba8e6679dc req-a2f98475-0b8c-4036-861f-01210bf3b861 service neutron] 10.222.0.36 "GET /v2.0/networks/7bcee201-e581-4998-8db1-0eb0dcf42dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3919280 Apr 19 18:17:52.690750 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c0497af3-e5a2-4ebe-aaf5-117a09c37a26 req-375bd8eb-9db7-4420-b6f2-99fffc619e7c tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b617a3-7089-49ee-9bc8-958ab3c8bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919251 Apr 19 18:17:52.988238 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:53.052480 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca78e4a4-7974-475f-87b6-4f139dbd8500', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e07e4cb0-7a7d-4e4e-9584-8b9c625de588'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:17:53.085673 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] For port e07e4cb0-7a7d-4e4e-9584-8b9c625de588, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=e07e4cb0-7a7d-4e4e-9584-8b9c625de588,segment=NetworkSegment(41139e2e-7812-4641-a996-451602e23acc),segment_id=41139e2e-7812-4641-a996-451602e23acc)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:17:53.095911 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:53.099732 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:53.202573 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b89480-8cbb-4683-8e5c-08eff4f67bb8 req-8d54cdee-a9a2-4fdd-8fe6-5e097ce07828 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:53.220549 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-71b89480-8cbb-4683-8e5c-08eff4f67bb8 req-8d54cdee-a9a2-4fdd-8fe6-5e097ce07828 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?device_id=16315f5a-aa7c-4989-ae90-ef13ce620234 HTTP/1.1" status: 200 len: 946 time: 0.1948957 Apr 19 18:17:53.262913 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Pushing event updated for resources: {'Port': ['ID=e07e4cb0-7a7d-4e4e-9584-8b9c625de588,revision_number=5']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:53.279864 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:53.322618 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-71b89480-8cbb-4683-8e5c-08eff4f67bb8 req-0ec5cd7b-8913-44b4-a293-fe0e40cf9887 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b617a3-7089-49ee-9bc8-958ab3c8bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894001 Apr 19 18:17:53.411005 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36a1b78-e88b-468a-8157-99900c483924 req-d8be088d-bbcc-4f04-bcff-396f50873cc1 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:53.422390 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c36a1b78-e88b-468a-8157-99900c483924 req-d8be088d-bbcc-4f04-bcff-396f50873cc1 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca78e4a4-7974-475f-87b6-4f139dbd8500 HTTP/1.1" status: 200 len: 945 time: 0.2148423 Apr 19 18:17:53.466072 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ca874493-a93a-4ea9-9b46-b25a5218e574 req-e58022a8-3661-4db7-a905-840dc1a87858 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e8cef9-55b8-43ca-80df-c2de35a0d87d HTTP/1.1" status: 200 len: 210 time: 0.0687876 Apr 19 18:17:53.493038 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c36a1b78-e88b-468a-8157-99900c483924 req-006bc570-f00a-4020-8f41-59fd931fe312 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/security-groups?id=693fea71-500b-474f-8806-96b1fe4da529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691204 Apr 19 18:17:53.588606 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca78e4a4-7974-475f-87b6-4f139dbd8500', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e07e4cb0-7a7d-4e4e-9584-8b9c625de588', 'code': 200} Apr 19 18:17:53.972841 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device 49bbc3f7-0058-49c7-9f45-6a20c3bd1b7a up at agent ovs-agent-dv-cinder-786927-1-iscsi {{(pid=86364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:17:54.134625 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9626a016-8344-4b18-85b3-0a6c778a06f0 req-89cb3029-c83f-47d1-8d66-8eb51c4ab6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:54.138781 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-9626a016-8344-4b18-85b3-0a6c778a06f0 req-89cb3029-c83f-47d1-8d66-8eb51c4ab6fa service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ca78e4a4-7974-475f-87b6-4f139dbd8500 HTTP/1.1" status: 200 len: 1098 time: 0.1925693 Apr 19 18:17:54.231036 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9f01ae17-fab7-4df1-92c4-c58ac7d8e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:54.234271 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Provisioning for port 49bbc3f7-0058-49c7-9f45-6a20c3bd1b7a completed by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:17:54.244248 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Provisioning complete for port 49bbc3f7-0058-49c7-9f45-6a20c3bd1b7a triggered by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:17:54.244900 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:54.253854 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-9626a016-8344-4b18-85b3-0a6c778a06f0 req-4db33f84-cdd1-49ef-a284-4cf396b05e57 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=693fea71-500b-474f-8806-96b1fe4da529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037474 Apr 19 18:17:54.393150 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:54.429013 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] For port 49bbc3f7-0058-49c7-9f45-6a20c3bd1b7a, host dv-cinder-786927-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-iscsi',level=0,port_id=49bbc3f7-0058-49c7-9f45-6a20c3bd1b7a,segment=NetworkSegment(aa54b807-4b3f-4b4f-87af-c51beb1f731e),segment_id=aa54b807-4b3f-4b4f-87af-c51beb1f731e)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:17:54.431930 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:54.433837 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:54.504278 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Pushing event updated for resources: {'Port': ['ID=49bbc3f7-0058-49c7-9f45-6a20c3bd1b7a,revision_number=5']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:54.507771 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:54.657587 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7b7a7db3-5025-4931-b79f-0de1415a8a67 req-15400a15-b067-43d9-b358-c4eeb18c4166 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e8cef9-55b8-43ca-80df-c2de35a0d87d HTTP/1.1" status: 200 len: 210 time: 0.0551603 Apr 19 18:17:54.711337 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fcf88d-ddd1-45b4-b78e-22777bd12e71 req-0bdde240-cdb9-468e-a164-4a4f7b78f3e6 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:54.720630 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-51fcf88d-ddd1-45b4-b78e-22777bd12e71 req-0bdde240-cdb9-468e-a164-4a4f7b78f3e6 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca78e4a4-7974-475f-87b6-4f139dbd8500 HTTP/1.1" status: 200 len: 945 time: 0.1057491 Apr 19 18:17:54.778618 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-60872106-3921-4474-9775-f4da212b8297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:54.789722 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-51fcf88d-ddd1-45b4-b78e-22777bd12e71 req-22eedc10-b1e7-43c8-9650-a545c96f6557 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/security-groups?id=693fea71-500b-474f-8806-96b1fe4da529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682547 Apr 19 18:17:54.950193 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574611e4-2df4-44c4-9e9b-b5ba8e6679dc req-44493435-a731-4b01-9a35-1618caec6e1c tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:54.951537 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-574611e4-2df4-44c4-9e9b-b5ba8e6679dc req-44493435-a731-4b01-9a35-1618caec6e1c tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Synchronizing usage tracker for tenant:d40df5788f6140729f7e263c33f44bda on resource:network {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:17:54.969762 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-574611e4-2df4-44c4-9e9b-b5ba8e6679dc req-44493435-a731-4b01-9a35-1618caec6e1c tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Unset dirty status for tenant:d40df5788f6140729f7e263c33f44bda on resource:network {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:17:54.971002 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-574611e4-2df4-44c4-9e9b-b5ba8e6679dc req-44493435-a731-4b01-9a35-1618caec6e1c tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.53 "GET /v2.0/networks?id=7bcee201-e581-4998-8db1-0eb0dcf42dab HTTP/1.1" status: 200 len: 817 time: 0.1779335 Apr 19 18:17:55.054787 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-574611e4-2df4-44c4-9e9b-b5ba8e6679dc req-6e59ae45-a35b-49b8-b474-995ef3d549af tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Synchronizing usage tracker for tenant:d40df5788f6140729f7e263c33f44bda on resource:security_group {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:17:55.073100 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-574611e4-2df4-44c4-9e9b-b5ba8e6679dc req-6e59ae45-a35b-49b8-b474-995ef3d549af tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Unset dirty status for tenant:d40df5788f6140729f7e263c33f44bda on resource:security_group {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:17:55.074422 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-574611e4-2df4-44c4-9e9b-b5ba8e6679dc req-6e59ae45-a35b-49b8-b474-995ef3d549af tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d40df5788f6140729f7e263c33f44bda HTTP/1.1" status: 200 len: 5708 time: 0.0916457 Apr 19 18:17:55.091167 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [req-574611e4-2df4-44c4-9e9b-b5ba8e6679dc req-9f916e96-a6e3-4baa-91a8-7a5b97585a3f tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Request body: {'port': {'device_id': '53e8cef9-55b8-43ca-80df-c2de35a0d87d', 'network_id': '7bcee201-e581-4998-8db1-0eb0dcf42dab', 'admin_state_up': True, 'tenant_id': 'd40df5788f6140729f7e263c33f44bda', 'security_groups': ['9c38b06e-39d7-4e44-99b1-b97d8bfc7837']}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:17:55.243766 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [req-574611e4-2df4-44c4-9e9b-b5ba8e6679dc req-9f916e96-a6e3-4baa-91a8-7a5b97585a3f tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:17:55.255994 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [req-574611e4-2df4-44c4-9e9b-b5ba8e6679dc req-9f916e96-a6e3-4baa-91a8-7a5b97585a3f tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:17:55.265020 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-574611e4-2df4-44c4-9e9b-b5ba8e6679dc req-9f916e96-a6e3-4baa-91a8-7a5b97585a3f tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Made reservation on behalf of d40df5788f6140729f7e263c33f44bda for: {'port': 1} {{(pid=86363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:17:55.271302 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-574611e4-2df4-44c4-9e9b-b5ba8e6679dc req-9f916e96-a6e3-4baa-91a8-7a5b97585a3f tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:55.486964 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [req-574611e4-2df4-44c4-9e9b-b5ba8e6679dc req-9f916e96-a6e3-4baa-91a8-7a5b97585a3f tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Allocated IP 172.20.0.12 (7bcee201-e581-4998-8db1-0eb0dcf42dab/f115f197-c2a2-4c8a-a041-6b1ab4a2efc7/4bd4ec69-a07a-47ff-a9c2-582527ede9a9) {{(pid=86363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:17:55.744891 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-574611e4-2df4-44c4-9e9b-b5ba8e6679dc req-9f916e96-a6e3-4baa-91a8-7a5b97585a3f tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Notify callbacks [] for port, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:55.756659 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 60330) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:17:55.801881 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [req-574611e4-2df4-44c4-9e9b-b5ba8e6679dc req-9f916e96-a6e3-4baa-91a8-7a5b97585a3f tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Transition to ACTIVE for port object 4bd4ec69-a07a-47ff-a9c2-582527ede9a9 will not be triggered until provisioned by entity DHCP. {{(pid=86363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:17:55.835112 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-574611e4-2df4-44c4-9e9b-b5ba8e6679dc req-9f916e96-a6e3-4baa-91a8-7a5b97585a3f tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782697811417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10486948'] for port, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:55.843625 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-457eb1d5-f486-44fb-a419-e93e15cf43fa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:55.906507 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:55.963583 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f916e96-a6e3-4baa-91a8-7a5b97585a3f tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Pushing event updated for resources: {'Port': ['ID=4bd4ec69-a07a-47ff-a9c2-582527ede9a9,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:55.982894 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device 49bbc3f7-0058-49c7-9f45-6a20c3bd1b7a up at agent ovs-agent-dv-cinder-786927-1-iscsi {{(pid=86364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:17:56.008842 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-574611e4-2df4-44c4-9e9b-b5ba8e6679dc req-9f916e96-a6e3-4baa-91a8-7a5b97585a3f tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Network 7bcee201-e581-4998-8db1-0eb0dcf42dab is already hosted by enough agents. {{(pid=86363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:17:56.010035 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-9f916e96-a6e3-4baa-91a8-7a5b97585a3f tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:56.010965 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [req-574611e4-2df4-44c4-9e9b-b5ba8e6679dc req-9f916e96-a6e3-4baa-91a8-7a5b97585a3f tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Resources bound (agent type, host, resource id): {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:17:56.019362 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [req-574611e4-2df4-44c4-9e9b-b5ba8e6679dc req-9f916e96-a6e3-4baa-91a8-7a5b97585a3f tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Received port after_create {{(pid=86363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:17:56.091790 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f06282e7-c29c-426a-b8f3-9d9efb8e0d54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:56.141495 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-f06282e7-c29c-426a-b8f3-9d9efb8e0d54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:17:56.146078 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-f06282e7-c29c-426a-b8f3-9d9efb8e0d54 admin admin] Usage tracker for resource:security_group_rule and tenant:171c2c0f2e6c4fa6a77880adb5734a98 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:17:56.150427 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-f06282e7-c29c-426a-b8f3-9d9efb8e0d54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:17:56.170134 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-f06282e7-c29c-426a-b8f3-9d9efb8e0d54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:17:56.193908 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-eae962f3-e32e-4947-814b-3e299d74c6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:56.195348 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Provisioning complete for port 49bbc3f7-0058-49c7-9f45-6a20c3bd1b7a triggered by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:17:56.195747 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:56.252644 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42719d48-b980-409a-b7b8-9980bea1193a req-9ce9a4c1-636b-491e-8205-5246dc25f6c8 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:56.261204 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-42719d48-b980-409a-b7b8-9980bea1193a req-9ce9a4c1-636b-491e-8205-5246dc25f6c8 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e8cef9-55b8-43ca-80df-c2de35a0d87d HTTP/1.1" status: 200 len: 932 time: 0.4081268 Apr 19 18:17:56.319193 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4be7e86-204b-4fe6-ada6-fda4e63e5814 req-c1e30766-19a1-458c-8f0b-4bd48339782e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:56.321099 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e4be7e86-204b-4fe6-ada6-fda4e63e5814 req-c1e30766-19a1-458c-8f0b-4bd48339782e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8280c444ce7f4603a8a1042629dae0e6&device_id=16315f5a-aa7c-4989-ae90-ef13ce620234 HTTP/1.1" status: 200 len: 1099 time: 0.3733671 Apr 19 18:17:56.338021 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-42719d48-b980-409a-b7b8-9980bea1193a req-17882b0c-b276-4106-8a0d-24f78197953b tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c38b06e-39d7-4e44-99b1-b97d8bfc7837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754426 Apr 19 18:17:56.429239 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-9ab1b93e-85c5-4197-928e-35e2ad4120fa None None] Provisioning for port 4bd4ec69-a07a-47ff-a9c2-582527ede9a9 completed by entity DHCP. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:17:56.435348 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-9ab1b93e-85c5-4197-928e-35e2ad4120fa None None] Provisioning complete for port 4bd4ec69-a07a-47ff-a9c2-582527ede9a9 triggered by entity DHCP. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:17:56.435910 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ab1b93e-85c5-4197-928e-35e2ad4120fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:56.455442 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574611e4-2df4-44c4-9e9b-b5ba8e6679dc req-9f916e96-a6e3-4baa-91a8-7a5b97585a3f tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:56.456200 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-574611e4-2df4-44c4-9e9b-b5ba8e6679dc req-9f916e96-a6e3-4baa-91a8-7a5b97585a3f tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773849'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:56.490962 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-574611e4-2df4-44c4-9e9b-b5ba8e6679dc req-9f916e96-a6e3-4baa-91a8-7a5b97585a3f tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4040751 Apr 19 18:17:56.502409 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-9ab1b93e-85c5-4197-928e-35e2ad4120fa None None] Port 4bd4ec69-a07a-47ff-a9c2-582527ede9a9 cannot update to ACTIVE because it is not bound. {{(pid=86364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:17:56.506481 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4030683b-fbaa-4bbc-be33-1d449c6ed024 req-2577e394-5bf6-4600-8d87-ebf5e5d0f20b tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:56.516084 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4030683b-fbaa-4bbc-be33-1d449c6ed024 req-2577e394-5bf6-4600-8d87-ebf5e5d0f20b tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?device_id=16315f5a-aa7c-4989-ae90-ef13ce620234 HTTP/1.1" status: 200 len: 946 time: 0.5546520 Apr 19 18:17:56.524065 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [req-574611e4-2df4-44c4-9e9b-b5ba8e6679dc req-3b79bc6d-ab3d-4c37-9f2b-e91fe8951166 service neutron] Request body: {'port': {'device_id': '53e8cef9-55b8-43ca-80df-c2de35a0d87d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:17:56.597014 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f06282e7-c29c-426a-b8f3-9d9efb8e0d54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:56.604385 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f06282e7-c29c-426a-b8f3-9d9efb8e0d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:56.608796 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 60352) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:17:56.616025 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-7b11c6e6-bc8f-4a06-817a-6ba507777fc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:56.636464 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4030683b-fbaa-4bbc-be33-1d449c6ed024 req-a4fd2407-359f-48d5-9737-18fe3d0c96b3 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b617a3-7089-49ee-9bc8-958ab3c8bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193745 Apr 19 18:17:56.703916 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06282e7-c29c-426a-b8f3-9d9efb8e0d54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e54ed46-91ef-4854-8993-b1428e3f6f4a,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:56.713495 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-f06282e7-c29c-426a-b8f3-9d9efb8e0d54 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=171c2c0f2e6c4fa6a77880adb5734a98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9544752 Apr 19 18:17:56.714791 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-f06282e7-c29c-426a-b8f3-9d9efb8e0d54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:56.718993 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 60358) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:17:56.725901 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4be7e86-204b-4fe6-ada6-fda4e63e5814 req-e8b8d16c-9a55-440d-b3b4-b2d73488e851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:56.727596 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e4be7e86-204b-4fe6-ada6-fda4e63e5814 req-e8b8d16c-9a55-440d-b3b4-b2d73488e851 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8a0b2a47-900b-4baa-8d26-539dace3d837 HTTP/1.1" status: 200 len: 919 time: 0.3769128 Apr 19 18:17:56.745223 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-574611e4-2df4-44c4-9e9b-b5ba8e6679dc req-3b79bc6d-ab3d-4c37-9f2b-e91fe8951166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:56.852389 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cba9d8d-1175-47af-be3c-b17d9a6be6fe req-475adf2f-6aba-43b6-944f-cb56a838113a tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:56.853236 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0b2e3209-e7ca-4357-b51a-7890166e783d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:56.854056 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4cba9d8d-1175-47af-be3c-b17d9a6be6fe req-475adf2f-6aba-43b6-944f-cb56a838113a tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca78e4a4-7974-475f-87b6-4f139dbd8500 HTTP/1.1" status: 200 len: 945 time: 0.3333647 Apr 19 18:17:56.858401 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e4be7e86-204b-4fe6-ada6-fda4e63e5814 req-679d4127-0994-41e8-861d-6f3a55e1baa3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dab3f0e8-b34c-4a91-941f-44c4e7d7d787 HTTP/1.1" status: 200 len: 217 time: 0.1007414 Apr 19 18:17:56.919847 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-0b2e3209-e7ca-4357-b51a-7890166e783d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:17:56.930781 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9faf5f5d-a002-4764-9e14-5876e37cb729 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:56.932579 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-0b2e3209-e7ca-4357-b51a-7890166e783d admin admin] Usage tracker for resource:security_group_rule and tenant:a36a8088bd2e4d22a1ac4f78a2b8c9cf is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:17:56.938660 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-0b2e3209-e7ca-4357-b51a-7890166e783d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:17:56.949599 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-0b2e3209-e7ca-4357-b51a-7890166e783d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:17:56.998828 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4cba9d8d-1175-47af-be3c-b17d9a6be6fe req-ae19dab2-df4e-47c4-a168-b3f46818b534 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/security-groups?id=693fea71-500b-474f-8806-96b1fe4da529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315053 Apr 19 18:17:57.002498 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9faf5f5d-a002-4764-9e14-5876e37cb729 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:57.010400 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4be7e86-204b-4fe6-ada6-fda4e63e5814 req-feb111c2-389e-4708-bca9-39e80abb8254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:57.011999 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e4be7e86-204b-4fe6-ada6-fda4e63e5814 req-feb111c2-389e-4708-bca9-39e80abb8254 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ada99008-3d7e-49b3-8e59-95a033a8bf6a HTTP/1.1" status: 200 len: 858 time: 0.1401062 Apr 19 18:17:57.086657 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e4be7e86-204b-4fe6-ada6-fda4e63e5814 req-a1eccbb6-0935-48ed-9a75-5d56a4825522 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8a0b2a47-900b-4baa-8d26-539dace3d837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627735 Apr 19 18:17:57.123732 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9faf5f5d-a002-4764-9e14-5876e37cb729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:57.135514 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-7a407d6e-363e-4af2-85f1-a72a169cc19e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:57.179828 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0b2e3209-e7ca-4357-b51a-7890166e783d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:57.213193 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0b2e3209-e7ca-4357-b51a-7890166e783d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:57.219353 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faf5f5d-a002-4764-9e14-5876e37cb729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e54ed46-91ef-4854-8993-b1428e3f6f4a,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:57.224664 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-9faf5f5d-a002-4764-9e14-5876e37cb729 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:57.229941 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-91d22846-b559-4d32-87da-db1d8d7b3e27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:57.265434 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9faf5f5d-a002-4764-9e14-5876e37cb729 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:57.272933 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-9faf5f5d-a002-4764-9e14-5876e37cb729 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0e54ed46-91ef-4854-8993-b1428e3f6f4a HTTP/1.1" status: 204 len: 168 time: 0.5511489 Apr 19 18:17:57.328777 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [req-574611e4-2df4-44c4-9e9b-b5ba8e6679dc req-3b79bc6d-ab3d-4c37-9f2b-e91fe8951166 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bd4ec69-a07a-47ff-a9c2-582527ede9a9 {{(pid=86363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:17:57.338472 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-0b2e3209-e7ca-4357-b51a-7890166e783d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a36a8088bd2e4d22a1ac4f78a2b8c9cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7285531 Apr 19 18:17:57.342832 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 60370) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:17:57.344635 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-574611e4-2df4-44c4-9e9b-b5ba8e6679dc req-3b79bc6d-ab3d-4c37-9f2b-e91fe8951166 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:57.347398 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2e3209-e7ca-4357-b51a-7890166e783d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eef15b1b-442d-47ff-8ad4-b574f267860d,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:57.352661 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-0b2e3209-e7ca-4357-b51a-7890166e783d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:57.354079 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e4be7e86-204b-4fe6-ada6-fda4e63e5814 req-5d457227-d094-494b-8542-62414edea00e service neutron] 10.222.0.53 "GET /v2.0/networks/8a0b2a47-900b-4baa-8d26-539dace3d837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554350 Apr 19 18:17:57.392767 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [req-574611e4-2df4-44c4-9e9b-b5ba8e6679dc req-3b79bc6d-ab3d-4c37-9f2b-e91fe8951166 service neutron] Transition to ACTIVE for port object 4bd4ec69-a07a-47ff-a9c2-582527ede9a9 will not be triggered until provisioned by entity L2. {{(pid=86363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:17:57.413690 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-574611e4-2df4-44c4-9e9b-b5ba8e6679dc req-3b79bc6d-ab3d-4c37-9f2b-e91fe8951166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844288851'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:57.447760 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:57.663767 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e4be7e86-204b-4fe6-ada6-fda4e63e5814 req-208a95d8-c890-455b-ac5a-c442962ca9bf service neutron] 10.222.0.53 "GET /v2.0/networks/8a0b2a47-900b-4baa-8d26-539dace3d837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3002863 Apr 19 18:17:57.727433 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b79bc6d-ab3d-4c37-9f2b-e91fe8951166 service neutron] Pushing event updated for resources: {'Port': ['ID=4bd4ec69-a07a-47ff-a9c2-582527ede9a9,revision_number=2']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:57.764039 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-3b79bc6d-ab3d-4c37-9f2b-e91fe8951166 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:57.844958 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 60396) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:17:57.863682 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-3a797622-9340-486e-b81d-035c86f333c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:57.872911 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-bcc2ca1c-8afb-4de5-82d5-091b84a1f55a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:57.940747 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-bcc2ca1c-8afb-4de5-82d5-091b84a1f55a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:17:57.948085 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-bcc2ca1c-8afb-4de5-82d5-091b84a1f55a admin admin] Usage tracker for resource:security_group_rule and tenant:c13fc7694ee3466ba65539dfb171ecb0 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:17:57.953712 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-bcc2ca1c-8afb-4de5-82d5-091b84a1f55a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:17:57.959117 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-3a797622-9340-486e-b81d-035c86f333c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:57.963111 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-bcc2ca1c-8afb-4de5-82d5-091b84a1f55a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:17:58.013188 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e85b8-efc5-45b0-9c7c-6711b430e132 req-687d65f5-29d2-4a02-88db-11fb45bb3099 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:58.014806 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2a2e85b8-efc5-45b0-9c7c-6711b430e132 req-687d65f5-29d2-4a02-88db-11fb45bb3099 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?device_id=16315f5a-aa7c-4989-ae90-ef13ce620234 HTTP/1.1" status: 200 len: 946 time: 0.1309474 Apr 19 18:17:58.021968 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-574611e4-2df4-44c4-9e9b-b5ba8e6679dc req-3b79bc6d-ab3d-4c37-9f2b-e91fe8951166 service neutron] Attempting to bind port 4bd4ec69-a07a-47ff-a9c2-582527ede9a9 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:17:58.022364 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-574611e4-2df4-44c4-9e9b-b5ba8e6679dc req-3b79bc6d-ab3d-4c37-9f2b-e91fe8951166 service neutron] Attempting to bind port 4bd4ec69-a07a-47ff-a9c2-582527ede9a9 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': 'aa54b807-4b3f-4b4f-87af-c51beb1f731e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7bcee201-e581-4998-8db1-0eb0dcf42dab'}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:17:58.022740 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574611e4-2df4-44c4-9e9b-b5ba8e6679dc req-3b79bc6d-ab3d-4c37-9f2b-e91fe8951166 service neutron] Attempting to bind port 4bd4ec69-a07a-47ff-a9c2-582527ede9a9 on network 7bcee201-e581-4998-8db1-0eb0dcf42dab {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:17:58.038481 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39368cf3-81ba-4791-872c-c4f3ab02a041 req-02fe9eb3-101b-41b2-9d9b-b3997d382df3 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:58.039704 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-39368cf3-81ba-4791-872c-c4f3ab02a041 req-02fe9eb3-101b-41b2-9d9b-b3997d382df3 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Synchronizing usage tracker for tenant:d40df5788f6140729f7e263c33f44bda on resource:port {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:17:58.048140 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574611e4-2df4-44c4-9e9b-b5ba8e6679dc req-3b79bc6d-ab3d-4c37-9f2b-e91fe8951166 service neutron] Port 4bd4ec69-a07a-47ff-a9c2-582527ede9a9 on network 7bcee201-e581-4998-8db1-0eb0dcf42dab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 18:17:58.048511 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574611e4-2df4-44c4-9e9b-b5ba8e6679dc req-3b79bc6d-ab3d-4c37-9f2b-e91fe8951166 service neutron] Attempting to bind port 4bd4ec69-a07a-47ff-a9c2-582527ede9a9 on network 7bcee201-e581-4998-8db1-0eb0dcf42dab {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:17:58.063505 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574611e4-2df4-44c4-9e9b-b5ba8e6679dc req-3b79bc6d-ab3d-4c37-9f2b-e91fe8951166 service neutron] Checking agent: {'id': '45629c73-d10e-4994-a087-373ccf8ea198', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 14, 33), 'started_at': datetime.datetime(2021, 4, 19, 18, 14, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:17:58.063895 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574611e4-2df4-44c4-9e9b-b5ba8e6679dc req-3b79bc6d-ab3d-4c37-9f2b-e91fe8951166 service neutron] Checking segment: {'id': 'aa54b807-4b3f-4b4f-87af-c51beb1f731e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7bcee201-e581-4998-8db1-0eb0dcf42dab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:17:58.064321 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574611e4-2df4-44c4-9e9b-b5ba8e6679dc req-3b79bc6d-ab3d-4c37-9f2b-e91fe8951166 service neutron] Bound using segment: {'id': 'aa54b807-4b3f-4b4f-87af-c51beb1f731e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7bcee201-e581-4998-8db1-0eb0dcf42dab'} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:17:58.064805 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-574611e4-2df4-44c4-9e9b-b5ba8e6679dc req-3b79bc6d-ab3d-4c37-9f2b-e91fe8951166 service neutron] Bound port: 4bd4ec69-a07a-47ff-a9c2-582527ede9a9, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa54b807-4b3f-4b4f-87af-c51beb1f731e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7bcee201-e581-4998-8db1-0eb0dcf42dab'}}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:17:58.065192 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-574611e4-2df4-44c4-9e9b-b5ba8e6679dc req-3b79bc6d-ab3d-4c37-9f2b-e91fe8951166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:58.075461 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-39368cf3-81ba-4791-872c-c4f3ab02a041 req-02fe9eb3-101b-41b2-9d9b-b3997d382df3 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Unset dirty status for tenant:d40df5788f6140729f7e263c33f44bda on resource:port {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:17:58.076778 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-39368cf3-81ba-4791-872c-c4f3ab02a041 req-02fe9eb3-101b-41b2-9d9b-b3997d382df3 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e8cef9-55b8-43ca-80df-c2de35a0d87d HTTP/1.1" status: 200 len: 944 time: 0.5101690 Apr 19 18:17:58.087162 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2a2e85b8-efc5-45b0-9c7c-6711b430e132 req-929e2e00-86ab-4e94-a9c6-ba6044e9dff6 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b617a3-7089-49ee-9bc8-958ab3c8bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583925 Apr 19 18:17:58.127714 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-bcc2ca1c-8afb-4de5-82d5-091b84a1f55a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:58.132137 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-bcc2ca1c-8afb-4de5-82d5-091b84a1f55a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:58.143458 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-fb1c173d-8c06-403b-937b-fc94123526f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:58.156717 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-3a797622-9340-486e-b81d-035c86f333c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:58.166597 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-679f48a4-0f3b-4b52-9f64-17b5a3411188 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:58.198018 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-bcc2ca1c-8afb-4de5-82d5-091b84a1f55a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c13fc7694ee3466ba65539dfb171ecb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3525245 Apr 19 18:17:58.199154 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc2ca1c-8afb-4de5-82d5-091b84a1f55a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=144ba879-598a-460f-bfe2-0134020d939f,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:58.202852 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 60402) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:17:58.206090 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-bcc2ca1c-8afb-4de5-82d5-091b84a1f55a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:58.228954 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-39368cf3-81ba-4791-872c-c4f3ab02a041 req-a85eb231-1a74-489a-a770-1f5f7817d748 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c38b06e-39d7-4e44-99b1-b97d8bfc7837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409428 Apr 19 18:17:58.236802 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a797622-9340-486e-b81d-035c86f333c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef15b1b-442d-47ff-8ad4-b574f267860d,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:58.247748 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-3a797622-9340-486e-b81d-035c86f333c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:58.251521 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-3a797622-9340-486e-b81d-035c86f333c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:58.255111 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-3a797622-9340-486e-b81d-035c86f333c9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/eef15b1b-442d-47ff-8ad4-b574f267860d HTTP/1.1" status: 204 len: 168 time: 0.9022617 Apr 19 18:17:58.260686 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-574611e4-2df4-44c4-9e9b-b5ba8e6679dc req-3b79bc6d-ab3d-4c37-9f2b-e91fe8951166 service neutron] For port 4bd4ec69-a07a-47ff-a9c2-582527ede9a9, host hv-cinder-78692, cleared binding levels {{(pid=86363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:17:58.265150 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-574611e4-2df4-44c4-9e9b-b5ba8e6679dc req-3b79bc6d-ab3d-4c37-9f2b-e91fe8951166 service neutron] For port 4bd4ec69-a07a-47ff-a9c2-582527ede9a9, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=4bd4ec69-a07a-47ff-a9c2-582527ede9a9,segment=NetworkSegment(aa54b807-4b3f-4b4f-87af-c51beb1f731e),segment_id=aa54b807-4b3f-4b4f-87af-c51beb1f731e)] {{(pid=86363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:17:58.269639 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-574611e4-2df4-44c4-9e9b-b5ba8e6679dc req-3b79bc6d-ab3d-4c37-9f2b-e91fe8951166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844288851'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:58.277535 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-457eb1d5-f486-44fb-a419-e93e15cf43fa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:58.314362 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-837713aa-4d1b-49a6-bace-52f14a3969c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:58.348457 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-837713aa-4d1b-49a6-bace-52f14a3969c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:58.364815 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574611e4-2df4-44c4-9e9b-b5ba8e6679dc req-3b79bc6d-ab3d-4c37-9f2b-e91fe8951166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:58.365497 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-574611e4-2df4-44c4-9e9b-b5ba8e6679dc req-3b79bc6d-ab3d-4c37-9f2b-e91fe8951166 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773849'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:58.367349 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-574611e4-2df4-44c4-9e9b-b5ba8e6679dc req-3b79bc6d-ab3d-4c37-9f2b-e91fe8951166 service neutron] 10.222.0.53 "PUT /v2.0/ports/4bd4ec69-a07a-47ff-a9c2-582527ede9a9 HTTP/1.1" status: 200 len: 1094 time: 1.8482265 Apr 19 18:17:58.367711 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53e8cef9-55b8-43ca-80df-c2de35a0d87d', 'tag': '4bd4ec69-a07a-47ff-a9c2-582527ede9a9'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:17:58.414915 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-837713aa-4d1b-49a6-bace-52f14a3969c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:58.429807 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-ac3862a2-f44b-44ec-b653-df501ac07b34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:58.464702 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837713aa-4d1b-49a6-bace-52f14a3969c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=144ba879-598a-460f-bfe2-0134020d939f,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:58.467858 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-837713aa-4d1b-49a6-bace-52f14a3969c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:58.471585 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-837713aa-4d1b-49a6-bace-52f14a3969c4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/144ba879-598a-460f-bfe2-0134020d939f HTTP/1.1" status: 204 len: 168 time: 0.2674975 Apr 19 18:17:58.473006 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-837713aa-4d1b-49a6-bace-52f14a3969c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:58.552600 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53e8cef9-55b8-43ca-80df-c2de35a0d87d', 'tag': '4bd4ec69-a07a-47ff-a9c2-582527ede9a9', 'status': 'completed', 'code': 200} Apr 19 18:17:58.556372 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b79bc6d-ab3d-4c37-9f2b-e91fe8951166 service neutron] Pushing event updated for resources: {'Port': ['ID=4bd4ec69-a07a-47ff-a9c2-582527ede9a9,revision_number=3']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:58.572340 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-3b79bc6d-ab3d-4c37-9f2b-e91fe8951166 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:58.616395 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574611e4-2df4-44c4-9e9b-b5ba8e6679dc req-95276f99-bb9f-43c0-be14-302acafcd856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:58.618121 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-574611e4-2df4-44c4-9e9b-b5ba8e6679dc req-95276f99-bb9f-43c0-be14-302acafcd856 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d40df5788f6140729f7e263c33f44bda&device_id=53e8cef9-55b8-43ca-80df-c2de35a0d87d HTTP/1.1" status: 200 len: 1097 time: 0.1788871 Apr 19 18:17:58.717310 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-574611e4-2df4-44c4-9e9b-b5ba8e6679dc req-aad7f30e-ad1e-430e-a8e1-337f3e250230 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4bd4ec69-a07a-47ff-a9c2-582527ede9a9 HTTP/1.1" status: 200 len: 217 time: 0.0895417 Apr 19 18:17:58.873225 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574611e4-2df4-44c4-9e9b-b5ba8e6679dc req-845d55c2-253c-430c-920a-12e79095f364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:58.874869 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-574611e4-2df4-44c4-9e9b-b5ba8e6679dc req-845d55c2-253c-430c-920a-12e79095f364 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f115f197-c2a2-4c8a-a041-6b1ab4a2efc7 HTTP/1.1" status: 200 len: 856 time: 0.1379333 Apr 19 18:17:58.984570 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574611e4-2df4-44c4-9e9b-b5ba8e6679dc req-9c4b0070-5a6f-4957-b1e3-0779c99c9f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:58.986955 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-574611e4-2df4-44c4-9e9b-b5ba8e6679dc req-9c4b0070-5a6f-4957-b1e3-0779c99c9f46 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7bcee201-e581-4998-8db1-0eb0dcf42dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1029685 Apr 19 18:17:59.115278 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 60424) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:17:59.140965 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9bd622ce-68f5-4cfb-b3cc-d3a4cf7a6cbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:59.163021 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-9bd622ce-68f5-4cfb-b3cc-d3a4cf7a6cbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:17:59.165931 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-9bd622ce-68f5-4cfb-b3cc-d3a4cf7a6cbd admin admin] Usage tracker for resource:security_group_rule and tenant:f85ab7de7f80444ebeeea3f7cb690691 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:17:59.169634 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-9bd622ce-68f5-4cfb-b3cc-d3a4cf7a6cbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:17:59.178003 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-9bd622ce-68f5-4cfb-b3cc-d3a4cf7a6cbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:17:59.183708 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-574611e4-2df4-44c4-9e9b-b5ba8e6679dc req-e54f754c-205d-4c73-9c8c-193e17341ded service neutron] 10.222.0.53 "GET /v2.0/networks/7bcee201-e581-4998-8db1-0eb0dcf42dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880825 Apr 19 18:17:59.300611 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9bd622ce-68f5-4cfb-b3cc-d3a4cf7a6cbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:59.305409 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9bd622ce-68f5-4cfb-b3cc-d3a4cf7a6cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:59.318870 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-27fc06e3-9022-4142-8c89-7bec0d6e3e6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:59.370823 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-9bd622ce-68f5-4cfb-b3cc-d3a4cf7a6cbd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f85ab7de7f80444ebeeea3f7cb690691&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2518921 Apr 19 18:17:59.370823 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd622ce-68f5-4cfb-b3cc-d3a4cf7a6cbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25db0f8b-5757-4d25-9d15-df1ca585016d,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:59.372387 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 60444) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:17:59.375190 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-9bd622ce-68f5-4cfb-b3cc-d3a4cf7a6cbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:59.447506 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-18fa9384-0088-4742-999a-cb8f718b3e37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:59.462387 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7352237-f32b-4c15-ba5d-96d787625215 req-cb3471ce-1022-4e82-a903-1a3f2c039016 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:59.464923 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f7352237-f32b-4c15-ba5d-96d787625215 req-cb3471ce-1022-4e82-a903-1a3f2c039016 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?device_id=16315f5a-aa7c-4989-ae90-ef13ce620234 HTTP/1.1" status: 200 len: 946 time: 0.1789720 Apr 19 18:17:59.490171 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-18fa9384-0088-4742-999a-cb8f718b3e37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:59.524000 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-574611e4-2df4-44c4-9e9b-b5ba8e6679dc req-a8395321-2c68-41d3-8f27-ecb0b64656b6 service neutron] 10.222.0.53 "GET /v2.0/networks/7bcee201-e581-4998-8db1-0eb0dcf42dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3322814 Apr 19 18:17:59.543842 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f7352237-f32b-4c15-ba5d-96d787625215 req-261553ab-308d-49e4-80d9-94d60ba83191 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b617a3-7089-49ee-9bc8-958ab3c8bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679986 Apr 19 18:17:59.728545 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d567c2-af18-4a34-8f5e-2d9f5f6e32b0 req-f4ad3843-1890-48bc-9bfc-3806c8f8aa23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:59.735066 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c1d567c2-af18-4a34-8f5e-2d9f5f6e32b0 req-f4ad3843-1890-48bc-9bfc-3806c8f8aa23 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d40df5788f6140729f7e263c33f44bda&device_id=53e8cef9-55b8-43ca-80df-c2de35a0d87d HTTP/1.1" status: 200 len: 1097 time: 0.1270437 Apr 19 18:17:59.898907 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d567c2-af18-4a34-8f5e-2d9f5f6e32b0 req-d1c4097d-94f2-4435-b614-f1a6373dc80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:59.901180 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c1d567c2-af18-4a34-8f5e-2d9f5f6e32b0 req-d1c4097d-94f2-4435-b614-f1a6373dc80c service neutron] 10.222.0.53 "GET /v2.0/networks?id=7bcee201-e581-4998-8db1-0eb0dcf42dab HTTP/1.1" status: 200 len: 918 time: 0.1592526 Apr 19 18:17:59.929340 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-18fa9384-0088-4742-999a-cb8f718b3e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:59.935685 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-270ee1e7-e191-4dc8-9fe0-8e2eda1349c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:17:59.952096 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fa9384-0088-4742-999a-cb8f718b3e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25db0f8b-5757-4d25-9d15-df1ca585016d,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:17:59.958203 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-18fa9384-0088-4742-999a-cb8f718b3e37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:17:59.962229 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-18fa9384-0088-4742-999a-cb8f718b3e37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:59.966607 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-18fa9384-0088-4742-999a-cb8f718b3e37 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/25db0f8b-5757-4d25-9d15-df1ca585016d HTTP/1.1" status: 204 len: 168 time: 0.5900662 Apr 19 18:17:59.980622 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c1d567c2-af18-4a34-8f5e-2d9f5f6e32b0 req-4fd3b002-587a-4e66-b102-eab9a33ee713 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4bd4ec69-a07a-47ff-a9c2-582527ede9a9 HTTP/1.1" status: 200 len: 217 time: 0.0690365 Apr 19 18:17:59.990475 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af531d68-26eb-412b-be17-ca81ca5efbb5 req-ecc92fda-e3af-43b4-9365-4c434f98bedb tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:17:59.992176 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-af531d68-26eb-412b-be17-ca81ca5efbb5 req-ecc92fda-e3af-43b4-9365-4c434f98bedb tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e8cef9-55b8-43ca-80df-c2de35a0d87d HTTP/1.1" status: 200 len: 944 time: 0.4535377 Apr 19 18:18:00.044412 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-af531d68-26eb-412b-be17-ca81ca5efbb5 req-ea76de82-7c70-45d0-8f50-6393c764bf77 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c38b06e-39d7-4e44-99b1-b97d8bfc7837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451112 Apr 19 18:18:00.055982 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d567c2-af18-4a34-8f5e-2d9f5f6e32b0 req-49996160-0f8a-4be5-a9c8-4130574190a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:00.057552 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c1d567c2-af18-4a34-8f5e-2d9f5f6e32b0 req-49996160-0f8a-4be5-a9c8-4130574190a6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f115f197-c2a2-4c8a-a041-6b1ab4a2efc7 HTTP/1.1" status: 200 len: 856 time: 0.0703831 Apr 19 18:18:00.149366 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d567c2-af18-4a34-8f5e-2d9f5f6e32b0 req-f74296e3-c7b8-445e-98e7-a6f09b15b2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:00.150990 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c1d567c2-af18-4a34-8f5e-2d9f5f6e32b0 req-f74296e3-c7b8-445e-98e7-a6f09b15b2b8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7bcee201-e581-4998-8db1-0eb0dcf42dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0859158 Apr 19 18:18:00.301636 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c1d567c2-af18-4a34-8f5e-2d9f5f6e32b0 req-1332d09c-4b16-424f-9128-ce17b6357d25 service neutron] 10.222.0.53 "GET /v2.0/networks/7bcee201-e581-4998-8db1-0eb0dcf42dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417146 Apr 19 18:18:00.455626 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c1d567c2-af18-4a34-8f5e-2d9f5f6e32b0 req-11868f0a-88d1-43e2-a083-15ac4be79838 service neutron] 10.222.0.53 "GET /v2.0/networks/7bcee201-e581-4998-8db1-0eb0dcf42dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438272 Apr 19 18:18:00.809243 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 60482) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:18:00.831190 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43a11e3-76b8-4011-ac1b-3acd5cd68172 req-ecc4738e-7307-4741-ba82-f1a542d82d2e tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:00.833120 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e43a11e3-76b8-4011-ac1b-3acd5cd68172 req-ecc4738e-7307-4741-ba82-f1a542d82d2e tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?device_id=16315f5a-aa7c-4989-ae90-ef13ce620234 HTTP/1.1" status: 200 len: 946 time: 0.1719000 Apr 19 18:18:00.893019 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e43a11e3-76b8-4011-ac1b-3acd5cd68172 req-4f74600a-c6be-4812-8bb8-75f9899f3ebb tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b617a3-7089-49ee-9bc8-958ab3c8bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529778 Apr 19 18:18:00.948160 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-0ec43a98-de94-4b92-b52b-9296706956d1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1349384632-network', 'tenant_id': '46704111eb3c4f50b85ea3971427960a'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:18:00.953492 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-0ec43a98-de94-4b92-b52b-9296706956d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:18:00.957681 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-0ec43a98-de94-4b92-b52b-9296706956d1 admin admin] Usage tracker for resource:network and tenant:46704111eb3c4f50b85ea3971427960a is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:18:00.960765 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-0ec43a98-de94-4b92-b52b-9296706956d1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:18:00.967282 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-0ec43a98-de94-4b92-b52b-9296706956d1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:18:00.977464 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ec43a98-de94-4b92-b52b-9296706956d1 admin admin] Made reservation on behalf of 46704111eb3c4f50b85ea3971427960a for: {'network': 1} {{(pid=86363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:18:00.983110 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0ec43a98-de94-4b92-b52b-9296706956d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for network, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:00.996990 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0ec43a98-de94-4b92-b52b-9296706956d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:01.013755 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-0ec43a98-de94-4b92-b52b-9296706956d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:18:01.018112 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-0ec43a98-de94-4b92-b52b-9296706956d1 admin admin] Usage tracker for resource:security_group_rule and tenant:46704111eb3c4f50b85ea3971427960a is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:18:01.021687 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-0ec43a98-de94-4b92-b52b-9296706956d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:18:01.029509 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-0ec43a98-de94-4b92-b52b-9296706956d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:18:01.115547 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0ec43a98-de94-4b92-b52b-9296706956d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:01.121704 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0ec43a98-de94-4b92-b52b-9296706956d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:01.126185 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-6f99db01-6e50-433f-b25d-af72307fe539 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:18:01.155143 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ec43a98-de94-4b92-b52b-9296706956d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=86363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 18:18:01.171198 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec43a98-de94-4b92-b52b-9296706956d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef149989-a3dc-43eb-b804-a5c3af631ec0,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:18:01.174558 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0ec43a98-de94-4b92-b52b-9296706956d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850937276'] for segment, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:01.174847 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.db.segments_db [None req-0ec43a98-de94-4b92-b52b-9296706956d1 admin admin] Added segment 66349f04-21d1-4942-89e7-90c739d412d2 of type vlan for network e8efb0b6-16ad-4533-a95b-48b52b3908a8 Apr 19 18:18:01.176412 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-0ec43a98-de94-4b92-b52b-9296706956d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:18:01.203737 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0ec43a98-de94-4b92-b52b-9296706956d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782697800819'] for network, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:01.238324 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0ec43a98-de94-4b92-b52b-9296706956d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962'] for network, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:01.240298 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec43a98-de94-4b92-b52b-9296706956d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:01.240947 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0ec43a98-de94-4b92-b52b-9296706956d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759945'] for network, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:01.246098 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:18:01.275664 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5421803d-8c1d-48b4-bb23-4faf4afc6d88 req-8e2676c8-ecc9-42fe-a8f2-8f33c363ca66 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:01.277238 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5421803d-8c1d-48b4-bb23-4faf4afc6d88 req-8e2676c8-ecc9-42fe-a8f2-8f33c363ca66 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e8cef9-55b8-43ca-80df-c2de35a0d87d HTTP/1.1" status: 200 len: 944 time: 0.1070099 Apr 19 18:18:01.326796 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5421803d-8c1d-48b4-bb23-4faf4afc6d88 req-eb30e915-d193-494c-942d-3cdd05a5e54d tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c38b06e-39d7-4e44-99b1-b97d8bfc7837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423381 Apr 19 18:18:01.351395 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-0ec43a98-de94-4b92-b52b-9296706956d1 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5407627 Apr 19 18:18:01.352205 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 60496) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:18:01.358253 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec43a98-de94-4b92-b52b-9296706956d1 admin admin] Pushing event updated for resources: {'Network': ['ID=e8efb0b6-16ad-4533-a95b-48b52b3908a8,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:18:01.360419 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-fd528e0d-96c8-4e7f-a4e8-46408dc843b9 admin admin] Request body: {'subnet': {'network_id': 'e8efb0b6-16ad-4533-a95b-48b52b3908a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1349384632-subnet', 'tenant_id': '46704111eb3c4f50b85ea3971427960a', 'ip_version': 4}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:18:01.361448 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-0ec43a98-de94-4b92-b52b-9296706956d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:18:01.365935 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-fd528e0d-96c8-4e7f-a4e8-46408dc843b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:18:01.369646 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Network e8efb0b6-16ad-4533-a95b-48b52b3908a8 details requested by agent ovs-agent-dv-cinder-786927-1-iscsi with host dv-cinder-786927-1-iscsi {{(pid=86364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 18:18:01.370156 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-fd528e0d-96c8-4e7f-a4e8-46408dc843b9 admin admin] Usage tracker for resource:subnet and tenant:46704111eb3c4f50b85ea3971427960a is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:18:01.373295 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-fd528e0d-96c8-4e7f-a4e8-46408dc843b9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:18:01.379547 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-fd528e0d-96c8-4e7f-a4e8-46408dc843b9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:18:01.389755 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd528e0d-96c8-4e7f-a4e8-46408dc843b9 admin admin] Made reservation on behalf of 46704111eb3c4f50b85ea3971427960a for: {'subnet': 1} {{(pid=86362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:18:01.394716 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-fd528e0d-96c8-4e7f-a4e8-46408dc843b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036843295491'] for subnet, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:01.585258 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 60504) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:18:01.716447 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f6803366-72e6-4c8c-bde0-f6bb9e034ffb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:01.737807 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-f6803366-72e6-4c8c-bde0-f6bb9e034ffb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:18:01.742268 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-f6803366-72e6-4c8c-bde0-f6bb9e034ffb admin admin] Usage tracker for resource:security_group_rule and tenant:3c596ee8cc5f473dab5c8522de151115 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:18:01.745216 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-f6803366-72e6-4c8c-bde0-f6bb9e034ffb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:18:01.752274 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-f6803366-72e6-4c8c-bde0-f6bb9e034ffb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:18:01.818370 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-fd528e0d-96c8-4e7f-a4e8-46408dc843b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853862292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10670327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036843295508'] for subnet, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:01.824476 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-760bb96b-2865-4f8c-89d5-ad2b7d8a6c5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:18:01.850353 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f6803366-72e6-4c8c-bde0-f6bb9e034ffb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:01.853746 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f6803366-72e6-4c8c-bde0-f6bb9e034ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:01.863408 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-9f59c090-fe14-4327-8d39-55cba647f2c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:18:01.900170 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd528e0d-96c8-4e7f-a4e8-46408dc843b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=436488b4-a126-4f89-965d-19454f3786a1,revision_number=0']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:18:01.902936 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-fd528e0d-96c8-4e7f-a4e8-46408dc843b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:18:01.909003 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-f6803366-72e6-4c8c-bde0-f6bb9e034ffb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3c596ee8cc5f473dab5c8522de151115&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3225727 Apr 19 18:18:01.910528 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 60514) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:18:01.911643 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd528e0d-96c8-4e7f-a4e8-46408dc843b9 admin admin] Checking segment: {'id': '66349f04-21d1-4942-89e7-90c739d412d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e8efb0b6-16ad-4533-a95b-48b52b3908a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:18:01.911965 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd528e0d-96c8-4e7f-a4e8-46408dc843b9 admin admin] Network hostable DHCP agents. Network: e8efb0b6-16ad-4533-a95b-48b52b3908a8, hostable agents: ['66dd5093-526f-401d-add7-2f8e88013a06'], hosted agents: [] {{(pid=86362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 18:18:01.913706 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6803366-72e6-4c8c-bde0-f6bb9e034ffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e10f0d0-4978-4e4d-a27f-94c32e6a6509,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:18:01.928337 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-f6803366-72e6-4c8c-bde0-f6bb9e034ffb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:18:01.934203 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd528e0d-96c8-4e7f-a4e8-46408dc843b9 admin admin] Network e8efb0b6-16ad-4533-a95b-48b52b3908a8 is scheduled to be hosted by DHCP agent 66dd5093-526f-401d-add7-2f8e88013a06 with binding_index 1 {{(pid=86362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 18:18:01.943272 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-fd528e0d-96c8-4e7f-a4e8-46408dc843b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786927-1-iscsi, e8efb0b6-16ad-4533-a95b-48b52b3908a8) {{(pid=86362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:18:01.956585 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1b82ff-c777-45f4-a037-70e69ef4da36 None None] Network e8efb0b6-16ad-4533-a95b-48b52b3908a8 requested from dv-cinder-786927-1-iscsi {{(pid=86364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:18:01.960839 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd528e0d-96c8-4e7f-a4e8-46408dc843b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:01.961579 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-fd528e0d-96c8-4e7f-a4e8-46408dc843b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:01.984880 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-fd528e0d-96c8-4e7f-a4e8-46408dc843b9 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6267941 Apr 19 18:18:01.985115 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 60520) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:18:01.993908 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-0dcbf6d0-d896-48e9-a8e9-049ffc5cf420 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1349384632-router', 'tenant_id': '46704111eb3c4f50b85ea3971427960a', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33'}}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:18:02.001144 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-0dcbf6d0-d896-48e9-a8e9-049ffc5cf420 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:18:02.008566 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c74d1445-67f0-4688-b4e1-fab55b5659ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:02.011338 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-0dcbf6d0-d896-48e9-a8e9-049ffc5cf420 admin admin] Usage tracker for resource:router and tenant:46704111eb3c4f50b85ea3971427960a is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:18:02.015945 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-0dcbf6d0-d896-48e9-a8e9-049ffc5cf420 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:18:02.032665 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-0dcbf6d0-d896-48e9-a8e9-049ffc5cf420 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:18:02.059151 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c74d1445-67f0-4688-b4e1-fab55b5659ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:02.068463 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0dcbf6d0-d896-48e9-a8e9-049ffc5cf420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854149137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854772548'] for router, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:02.069638 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0dcbf6d0-d896-48e9-a8e9-049ffc5cf420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-626663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-921872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3236'] for router, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:02.115671 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0dcbf6d0-d896-48e9-a8e9-049ffc5cf420 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:02.135908 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c74d1445-67f0-4688-b4e1-fab55b5659ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:02.141178 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-bea2c317-bdf5-4ba5-a81c-525c0037a8fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:18:02.154260 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025f3bbc-3c30-4847-924e-75c84484cffe req-ef5a0b69-8c7e-42b1-b6cc-ceb30aaa99a8 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:02.156060 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-025f3bbc-3c30-4847-924e-75c84484cffe req-ef5a0b69-8c7e-42b1-b6cc-ceb30aaa99a8 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?device_id=16315f5a-aa7c-4989-ae90-ef13ce620234 HTTP/1.1" status: 200 len: 946 time: 0.0962694 Apr 19 18:18:02.207838 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-025f3bbc-3c30-4847-924e-75c84484cffe req-828d213f-23e9-4da8-9924-6ebf97c0ae5e tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b617a3-7089-49ee-9bc8-958ab3c8bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443068 Apr 19 18:18:02.214028 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52196c7f-13d8-45c3-96f0-125ee25c0b3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7ea2a11-35e3-5807-b576-1bd2b4770768-e8efb0b6-16ad-4533-a95b-48b52b3908a8', 'network_id': 'e8efb0b6-16ad-4533-a95b-48b52b3908a8', 'tenant_id': '46704111eb3c4f50b85ea3971427960a', 'fixed_ips': [{'subnet_id': '436488b4-a126-4f89-965d-19454f3786a1'}]}} from dv-cinder-786927-1-iscsi. {{(pid=86364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 19 18:18:02.215031 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-52196c7f-13d8-45c3-96f0-125ee25c0b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:02.382237 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [None req-52196c7f-13d8-45c3-96f0-125ee25c0b3d None None] Allocated IP 172.20.0.2 (e8efb0b6-16ad-4533-a95b-48b52b3908a8/436488b4-a126-4f89-965d-19454f3786a1/ff1a4db0-0653-424b-8daa-bbdb6ee930a9) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:18:02.466390 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Device 4bd4ec69-a07a-47ff-a9c2-582527ede9a9 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:18:02.475279 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74d1445-67f0-4688-b4e1-fab55b5659ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e10f0d0-4978-4e4d-a27f-94c32e6a6509,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:18:02.489746 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-c74d1445-67f0-4688-b4e1-fab55b5659ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:18:02.672726 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c74d1445-67f0-4688-b4e1-fab55b5659ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:02.673868 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-c74d1445-67f0-4688-b4e1-fab55b5659ee admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4e10f0d0-4978-4e4d-a27f-94c32e6a6509 HTTP/1.1" status: 204 len: 168 time: 0.7623560 Apr 19 18:18:02.706758 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0dcbf6d0-d896-48e9-a8e9-049ffc5cf420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3221'] for router, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:02.751861 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99000119-4b84-48f9-adc5-268dae60a064 req-ea76cfaf-7e22-4e92-8ceb-136d3d77f520 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:02.757595 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-52196c7f-13d8-45c3-96f0-125ee25c0b3d None None] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:02.759690 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-99000119-4b84-48f9-adc5-268dae60a064 req-ea76cfaf-7e22-4e92-8ceb-136d3d77f520 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e8cef9-55b8-43ca-80df-c2de35a0d87d HTTP/1.1" status: 200 len: 944 time: 0.2710774 Apr 19 18:18:02.772168 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-52196c7f-13d8-45c3-96f0-125ee25c0b3d None None] Transition to ACTIVE for port object ff1a4db0-0653-424b-8daa-bbdb6ee930a9 will not be triggered until provisioned by entity L2. {{(pid=86364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:18:02.798401 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] For port 4bd4ec69-a07a-47ff-a9c2-582527ede9a9, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=4bd4ec69-a07a-47ff-a9c2-582527ede9a9,segment=NetworkSegment(aa54b807-4b3f-4b4f-87af-c51beb1f731e),segment_id=aa54b807-4b3f-4b4f-87af-c51beb1f731e)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:18:02.812633 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-52196c7f-13d8-45c3-96f0-125ee25c0b3d None None] Transition to ACTIVE for port object ff1a4db0-0653-424b-8daa-bbdb6ee930a9 will not be triggered until provisioned by entity DHCP. {{(pid=86364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:18:02.818380 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Returning: {'device': '4bd4ec69-a07a-47ff-a9c2-582527ede9a9', 'network_id': '7bcee201-e581-4998-8db1-0eb0dcf42dab', 'port_id': '4bd4ec69-a07a-47ff-a9c2-582527ede9a9', 'mac_address': 'fa:16:3e:eb:07:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f115f197-c2a2-4c8a-a041-6b1ab4a2efc7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:18:02.822635 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-52196c7f-13d8-45c3-96f0-125ee25c0b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782697811417'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:02.828473 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:18:02.874993 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-99000119-4b84-48f9-adc5-268dae60a064 req-4fc2977b-1644-4271-9218-8dbfea7bc875 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c38b06e-39d7-4e44-99b1-b97d8bfc7837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143744 Apr 19 18:18:02.955795 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52196c7f-13d8-45c3-96f0-125ee25c0b3d None None] Network e8efb0b6-16ad-4533-a95b-48b52b3908a8 is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:18:02.961599 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-52196c7f-13d8-45c3-96f0-125ee25c0b3d None None] Resources bound (agent type, host, resource id): {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:18:02.968981 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52196c7f-13d8-45c3-96f0-125ee25c0b3d None None] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:18:02.979879 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52196c7f-13d8-45c3-96f0-125ee25c0b3d None None] Pushing event updated for resources: {'Port': ['ID=ff1a4db0-0653-424b-8daa-bbdb6ee930a9,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:18:02.983012 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:03.020521 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-52196c7f-13d8-45c3-96f0-125ee25c0b3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:18:03.055557 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 60532) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:18:03.077677 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bd4ec69-a07a-47ff-a9c2-582527ede9a9 {{(pid=86364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:18:03.080251 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-840cf39d-60d7-41aa-a6a9-2baaa6303975 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:03.100555 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-840cf39d-60d7-41aa-a6a9-2baaa6303975 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:18:03.108824 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-840cf39d-60d7-41aa-a6a9-2baaa6303975 admin admin] Usage tracker for resource:security_group_rule and tenant:d1a04fb09c4946ce87253067d6cd1a77 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:18:03.113598 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-840cf39d-60d7-41aa-a6a9-2baaa6303975 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:18:03.120635 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-840cf39d-60d7-41aa-a6a9-2baaa6303975 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:18:03.124696 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] For port 4bd4ec69-a07a-47ff-a9c2-582527ede9a9, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=4bd4ec69-a07a-47ff-a9c2-582527ede9a9,segment=NetworkSegment(aa54b807-4b3f-4b4f-87af-c51beb1f731e),segment_id=aa54b807-4b3f-4b4f-87af-c51beb1f731e)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:18:03.126344 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-52196c7f-13d8-45c3-96f0-125ee25c0b3d None None] Attempting to bind port ff1a4db0-0653-424b-8daa-bbdb6ee930a9 on host dv-cinder-786927-1-iscsi for vnic_type normal with profile {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:18:03.126729 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-52196c7f-13d8-45c3-96f0-125ee25c0b3d None None] Attempting to bind port ff1a4db0-0653-424b-8daa-bbdb6ee930a9 by drivers openvswitch,hyperv on host dv-cinder-786927-1-iscsi at level 0 using segments [{'id': '66349f04-21d1-4942-89e7-90c739d412d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e8efb0b6-16ad-4533-a95b-48b52b3908a8'}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:18:03.127161 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52196c7f-13d8-45c3-96f0-125ee25c0b3d None None] Attempting to bind port ff1a4db0-0653-424b-8daa-bbdb6ee930a9 on network e8efb0b6-16ad-4533-a95b-48b52b3908a8 {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:18:03.142396 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:03.144952 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52196c7f-13d8-45c3-96f0-125ee25c0b3d None None] Checking agent: {'id': '84360490-1fcf-4ef7-acd4-64c16b857909', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 7, 56), 'started_at': datetime.datetime(2021, 4, 19, 18, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:18:03.145884 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52196c7f-13d8-45c3-96f0-125ee25c0b3d None None] Checking segment: {'id': '66349f04-21d1-4942-89e7-90c739d412d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e8efb0b6-16ad-4533-a95b-48b52b3908a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:18:03.146345 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-52196c7f-13d8-45c3-96f0-125ee25c0b3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:03.146765 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52196c7f-13d8-45c3-96f0-125ee25c0b3d None None] Bound using segment: {'id': '66349f04-21d1-4942-89e7-90c739d412d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e8efb0b6-16ad-4533-a95b-48b52b3908a8'} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:18:03.147345 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-52196c7f-13d8-45c3-96f0-125ee25c0b3d None None] Bound port: ff1a4db0-0653-424b-8daa-bbdb6ee930a9, host: dv-cinder-786927-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66349f04-21d1-4942-89e7-90c739d412d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e8efb0b6-16ad-4533-a95b-48b52b3908a8'}}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:18:03.148152 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-52196c7f-13d8-45c3-96f0-125ee25c0b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:03.163721 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:18:03.184507 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0dcbf6d0-d896-48e9-a8e9-049ffc5cf420 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:03.216419 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:03.221782 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-840cf39d-60d7-41aa-a6a9-2baaa6303975 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:03.225271 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-840cf39d-60d7-41aa-a6a9-2baaa6303975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:03.238413 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-ae8cd6ee-18ed-487f-8199-8a4fca69706f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:18:03.246619 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0dcbf6d0-d896-48e9-a8e9-049ffc5cf420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:03.277990 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Pushing event updated for resources: {'Port': ['ID=4bd4ec69-a07a-47ff-a9c2-582527ede9a9,revision_number=4']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:18:03.289493 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:18:03.298688 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-840cf39d-60d7-41aa-a6a9-2baaa6303975 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d1a04fb09c4946ce87253067d6cd1a77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2394390 Apr 19 18:18:03.300329 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 60540) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:18:03.332431 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840cf39d-60d7-41aa-a6a9-2baaa6303975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed862426-075f-4985-b7c8-461eb3e8264a,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:18:03.346775 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-52196c7f-13d8-45c3-96f0-125ee25c0b3d None None] For port ff1a4db0-0653-424b-8daa-bbdb6ee930a9, host dv-cinder-786927-1-iscsi, cleared binding levels {{(pid=86364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:18:03.347506 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-840cf39d-60d7-41aa-a6a9-2baaa6303975 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:18:03.350590 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-52196c7f-13d8-45c3-96f0-125ee25c0b3d None None] For port ff1a4db0-0653-424b-8daa-bbdb6ee930a9, host dv-cinder-786927-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-iscsi',level=0,port_id=ff1a4db0-0653-424b-8daa-bbdb6ee930a9,segment=NetworkSegment(66349f04-21d1-4942-89e7-90c739d412d2),segment_id=66349f04-21d1-4942-89e7-90c739d412d2)] {{(pid=86364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:18:03.356020 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-52196c7f-13d8-45c3-96f0-125ee25c0b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:03.361851 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:18:03.386979 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0ceed96f-55f0-4344-a6b2-0d740656c406 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:03.417939 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0ceed96f-55f0-4344-a6b2-0d740656c406 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:03.445537 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52196c7f-13d8-45c3-96f0-125ee25c0b3d None None] Pushing event updated for resources: {'Port': ['ID=ff1a4db0-0653-424b-8daa-bbdb6ee930a9,revision_number=2']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:18:03.448948 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-52196c7f-13d8-45c3-96f0-125ee25c0b3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:18:03.473058 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] get_ports_and_sgs() called for port_ids ['4bd4ec69-a07a-47ff-a9c2-582527ede9a9'] {{(pid=86364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:18:03.483339 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0ceed96f-55f0-4344-a6b2-0d740656c406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:03.489324 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-9a0c7039-a9e8-44d6-a93a-c0bb7e49fa79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:18:03.490594 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [None req-0dcbf6d0-d896-48e9-a8e9-049ffc5cf420 admin admin] Allocated IP 172.27.0.209 (4d554598-b480-4681-a36f-a7d82bbc0b33/6ca15ad6-e22c-47ba-9758-57475411b5fa/c236f056-eb6e-4c29-93f6-ebb65cda2c79) {{(pid=86363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:18:03.505441 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceed96f-55f0-4344-a6b2-0d740656c406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed862426-075f-4985-b7c8-461eb3e8264a,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:18:03.509337 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-0ceed96f-55f0-4344-a6b2-0d740656c406 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:18:03.510533 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0ceed96f-55f0-4344-a6b2-0d740656c406 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:03.511855 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-0ceed96f-55f0-4344-a6b2-0d740656c406 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ed862426-075f-4985-b7c8-461eb3e8264a HTTP/1.1" status: 204 len: 168 time: 0.2104583 Apr 19 18:18:03.521974 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db2aeb-6e33-4425-9f39-31c37eda4a58 req-c65e00db-cc31-4594-a9f9-d55c7092d8e1 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:03.523715 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-34db2aeb-6e33-4425-9f39-31c37eda4a58 req-c65e00db-cc31-4594-a9f9-d55c7092d8e1 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?device_id=16315f5a-aa7c-4989-ae90-ef13ce620234 HTTP/1.1" status: 200 len: 946 time: 0.1772046 Apr 19 18:18:03.664442 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-34db2aeb-6e33-4425-9f39-31c37eda4a58 req-df706739-424e-4c0d-8e67-e596c14de8e1 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b617a3-7089-49ee-9bc8-958ab3c8bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198337 Apr 19 18:18:03.727662 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0dcbf6d0-d896-48e9-a8e9-049ffc5cf420 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:03.778314 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0dcbf6d0-d896-48e9-a8e9-049ffc5cf420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782697811417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10486948'] for port, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:03.783512 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:18:03.858530 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dcbf6d0-d896-48e9-a8e9-049ffc5cf420 admin admin] Network 4d554598-b480-4681-a36f-a7d82bbc0b33 is already hosted by enough agents. {{(pid=86363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:18:03.869163 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-0dcbf6d0-d896-48e9-a8e9-049ffc5cf420 admin admin] Resources bound (agent type, host, resource id): {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:18:03.874202 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcbf6d0-d896-48e9-a8e9-049ffc5cf420 admin admin] Received port after_create {{(pid=86363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:18:03.922071 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcbf6d0-d896-48e9-a8e9-049ffc5cf420 admin admin] Pushing event updated for resources: {'Port': ['ID=c236f056-eb6e-4c29-93f6-ebb65cda2c79,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:18:03.926479 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-0dcbf6d0-d896-48e9-a8e9-049ffc5cf420 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:18:03.967154 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device ff1a4db0-0653-424b-8daa-bbdb6ee930a9 up at agent ovs-agent-dv-cinder-786927-1-iscsi {{(pid=86364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:18:04.067524 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 60552) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:18:04.078549 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Provisioning for port ff1a4db0-0653-424b-8daa-bbdb6ee930a9 completed by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:18:04.130853 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5c44d44b-4992-406d-be5f-861a236eaf33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:04.160445 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-5c44d44b-4992-406d-be5f-861a236eaf33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:18:04.167650 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-5c44d44b-4992-406d-be5f-861a236eaf33 admin admin] Usage tracker for resource:security_group_rule and tenant:d878c014d0c94e4f885a8f8cf661592e is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:18:04.172156 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-5c44d44b-4992-406d-be5f-861a236eaf33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:18:04.187769 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-5c44d44b-4992-406d-be5f-861a236eaf33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:18:04.224807 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47fbed4-6a33-4b31-bc05-85516d40231a req-95a5a259-3714-463c-ace8-8fbe597642e7 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:04.226527 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d47fbed4-6a33-4b31-bc05-85516d40231a req-95a5a259-3714-463c-ace8-8fbe597642e7 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e8cef9-55b8-43ca-80df-c2de35a0d87d HTTP/1.1" status: 200 len: 945 time: 0.1401632 Apr 19 18:18:04.307584 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d47fbed4-6a33-4b31-bc05-85516d40231a req-57fad996-d7d3-4c3b-8be9-58136b011f2b tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c38b06e-39d7-4e44-99b1-b97d8bfc7837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660982 Apr 19 18:18:04.338447 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0dcbf6d0-d896-48e9-a8e9-049ffc5cf420 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:04.345030 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5c44d44b-4992-406d-be5f-861a236eaf33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:04.349260 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5c44d44b-4992-406d-be5f-861a236eaf33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:04.359002 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-5f198ddb-9b58-4c34-84b4-2a789162ab1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:18:04.404298 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-5c44d44b-4992-406d-be5f-861a236eaf33 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d878c014d0c94e4f885a8f8cf661592e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3354969 Apr 19 18:18:04.405329 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c44d44b-4992-406d-be5f-861a236eaf33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e33798ed-c002-48cb-ae87-767371ef8a81,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:18:04.407993 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 60558) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:18:04.410629 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-5c44d44b-4992-406d-be5f-861a236eaf33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:18:04.476435 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a08cf969-02e6-425c-bd0b-33ab8fcfcf89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:04.505449 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a08cf969-02e6-425c-bd0b-33ab8fcfcf89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:04.552242 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a08cf969-02e6-425c-bd0b-33ab8fcfcf89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:04.557718 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-840cf39d-60d7-41aa-a6a9-2baaa6303975 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:18:04.572096 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08cf969-02e6-425c-bd0b-33ab8fcfcf89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e33798ed-c002-48cb-ae87-767371ef8a81,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:18:04.575308 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-a08cf969-02e6-425c-bd0b-33ab8fcfcf89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:18:04.576310 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a08cf969-02e6-425c-bd0b-33ab8fcfcf89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:04.581027 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-a08cf969-02e6-425c-bd0b-33ab8fcfcf89 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e33798ed-c002-48cb-ae87-767371ef8a81 HTTP/1.1" status: 204 len: 168 time: 0.1685357 Apr 19 18:18:04.732572 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0dcbf6d0-d896-48e9-a8e9-049ffc5cf420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854149052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854126372'] for router, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:04.914998 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f0cdab-134f-4ef8-971d-88499a8b7ae5 req-0e02cfdf-81d4-4c70-a20c-5edd81546902 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:04.917685 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-62f0cdab-134f-4ef8-971d-88499a8b7ae5 req-0e02cfdf-81d4-4c70-a20c-5edd81546902 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?device_id=16315f5a-aa7c-4989-ae90-ef13ce620234 HTTP/1.1" status: 200 len: 946 time: 0.1046622 Apr 19 18:18:04.983639 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-62f0cdab-134f-4ef8-971d-88499a8b7ae5 req-f09202c6-74a1-45bd-a9ba-144bd89627ed tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b617a3-7089-49ee-9bc8-958ab3c8bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576873 Apr 19 18:18:05.011258 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8dde25-8a22-4322-8c3a-4790e54fc222 None None] Network e8efb0b6-16ad-4533-a95b-48b52b3908a8 requested from dv-cinder-786927-1-iscsi {{(pid=86364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:18:05.252766 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dcbf6d0-d896-48e9-a8e9-049ffc5cf420 admin admin] Router f6d5b84a-ff14-4184-bd97-574c712ce4de is scheduled to L3 agent 24af6f5b-4620-4572-ab28-0613f710586e with binding_index 1 {{(pid=86363) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 19 18:18:05.281692 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-20ed5458-cc69-469d-a48b-64616d250ca6 None None] Provisioning for port ff1a4db0-0653-424b-8daa-bbdb6ee930a9 completed by entity DHCP. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:18:05.304974 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-20ed5458-cc69-469d-a48b-64616d250ca6 None None] Provisioning complete for port ff1a4db0-0653-424b-8daa-bbdb6ee930a9 triggered by entity DHCP. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:18:05.305409 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-20ed5458-cc69-469d-a48b-64616d250ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:05.525913 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dcbf6d0-d896-48e9-a8e9-049ffc5cf420 admin admin] Notify agent at l3_agent.dv-cinder-786927-1-iscsi the message routers_updated {{(pid=86363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:18:05.540164 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20794190-d152-4a80-9f99-377ba3c26553 None None] Sync routers for ids ['f6d5b84a-ff14-4184-bd97-574c712ce4de'] in dv-cinder-786927-1-iscsi {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:18:05.551399 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20794190-d152-4a80-9f99-377ba3c26553 None None] Routers {'f6d5b84a-ff14-4184-bd97-574c712ce4de'} bound to L3 agent in host dv-cinder-786927-1-iscsi {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:18:05.552329 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-20794190-d152-4a80-9f99-377ba3c26553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T18:07:54Z,description=,heartbeat_timestamp=2021-04-19T18:17:54Z,host='dv-cinder-786927-1-iscsi',id=24af6f5b-4620-4572-ab28-0613f710586e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:07:54Z,topic='l3_agent')) {'router_ids': ['f6d5b84a-ff14-4184-bd97-574c712ce4de'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:18:05.591855 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0dcbf6d0-d896-48e9-a8e9-049ffc5cf420 admin admin] Notify callbacks [] for router, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:05.594155 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-0dcbf6d0-d896-48e9-a8e9-049ffc5cf420 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.6076803 Apr 19 18:18:05.597132 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 60590) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:18:05.600845 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-20ed5458-cc69-469d-a48b-64616d250ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:05.649661 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f68fc30-031a-4582-8d05-0641b0c9b2e7 req-7796cf5c-f344-47cc-888a-735ae2c493fd tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:05.651310 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0f68fc30-031a-4582-8d05-0641b0c9b2e7 req-7796cf5c-f344-47cc-888a-735ae2c493fd tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e8cef9-55b8-43ca-80df-c2de35a0d87d HTTP/1.1" status: 200 len: 945 time: 0.1734145 Apr 19 18:18:05.660036 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-20ed5458-cc69-469d-a48b-64616d250ca6 None None] For port ff1a4db0-0653-424b-8daa-bbdb6ee930a9, host dv-cinder-786927-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-iscsi',level=0,port_id=ff1a4db0-0653-424b-8daa-bbdb6ee930a9,segment=NetworkSegment(66349f04-21d1-4942-89e7-90c739d412d2),segment_id=66349f04-21d1-4942-89e7-90c739d412d2)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:18:05.665315 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-20ed5458-cc69-469d-a48b-64616d250ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:05.667781 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:18:05.747667 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0f68fc30-031a-4582-8d05-0641b0c9b2e7 req-11d6dbc8-59e4-418a-a039-33032183c652 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c38b06e-39d7-4e44-99b1-b97d8bfc7837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879548 Apr 19 18:18:05.834568 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-20794190-d152-4a80-9f99-377ba3c26553 None None] Set router f6d5b84a-ff14-4184-bd97-574c712ce4de gateway port host: dv-cinder-786927-1-iscsi {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:18:05.861694 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ed5458-cc69-469d-a48b-64616d250ca6 None None] Pushing event updated for resources: {'Port': ['ID=ff1a4db0-0653-424b-8daa-bbdb6ee930a9,revision_number=3']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:18:05.868228 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-20ed5458-cc69-469d-a48b-64616d250ca6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:18:05.990625 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-c951760a-98af-43f1-b94d-3152c95f9cca None None] Provisioning complete for port ff1a4db0-0653-424b-8daa-bbdb6ee930a9 triggered by entity DHCP. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:18:05.991023 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c951760a-98af-43f1-b94d-3152c95f9cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:06.294329 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-20794190-d152-4a80-9f99-377ba3c26553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d5b84a-ff14-4184-bd97-574c712ce4de', 'name': 'tempest-TestMinimumBasicScenario-1349384632-router', 'tenant_id': '46704111eb3c4f50b85ea3971427960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'c236f056-eb6e-4c29-93f6-ebb65cda2c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:18:02Z', 'updated_at': '2021-04-19T18:18:04Z', 'revision_number': 3, 'project_id': '46704111eb3c4f50b85ea3971427960a', 'gw_port': {'id': 'c236f056-eb6e-4c29-93f6-ebb65cda2c79', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a2:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d5b84a-ff14-4184-bd97-574c712ce4de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:18:03Z', 'updated_at': '2021-04-19T18:18:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi'}], 'dv-cinder-786927-1-iscsi', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:18:06.302769 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20794190-d152-4a80-9f99-377ba3c26553 None None] Checking router: f6d5b84a-ff14-4184-bd97-574c712ce4de for host: dv-cinder-786927-1-iscsi {{(pid=86365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:18:06.303456 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20794190-d152-4a80-9f99-377ba3c26553 None None] Updating router f6d5b84a-ff14-4184-bd97-574c712ce4de port c236f056-eb6e-4c29-93f6-ebb65cda2c79 binding host dv-cinder-786927-1-iscsi {{(pid=86365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 18:18:06.427815 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-20794190-d152-4a80-9f99-377ba3c26553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:06.447596 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5b2dc2-9304-445e-8ad7-5c35bd820ce2 req-1bd469de-8722-47f1-96de-bc9012a6f679 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:06.450789 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-8a5b2dc2-9304-445e-8ad7-5c35bd820ce2 req-1bd469de-8722-47f1-96de-bc9012a6f679 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?device_id=16315f5a-aa7c-4989-ae90-ef13ce620234 HTTP/1.1" status: 200 len: 946 time: 0.2373269 Apr 19 18:18:06.466634 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Device 4bd4ec69-a07a-47ff-a9c2-582527ede9a9 up at agent hyperv_hv-cinder-78692 {{(pid=86364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:18:06.603995 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Provisioning for port 4bd4ec69-a07a-47ff-a9c2-582527ede9a9 completed by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:18:06.609851 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Provisioning complete for port 4bd4ec69-a07a-47ff-a9c2-582527ede9a9 triggered by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:18:06.610272 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:06.693922 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-8a5b2dc2-9304-445e-8ad7-5c35bd820ce2 req-1294a2e9-5bbb-4642-ae85-3c2668632ae1 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b617a3-7089-49ee-9bc8-958ab3c8bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132373 Apr 19 18:18:06.729760 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dec18621-5728-4c1f-97c6-af631c3fa11b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:06.788685 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:06.826117 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53e8cef9-55b8-43ca-80df-c2de35a0d87d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd4ec69-a07a-47ff-a9c2-582527ede9a9'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:18:06.839394 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] For port 4bd4ec69-a07a-47ff-a9c2-582527ede9a9, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=4bd4ec69-a07a-47ff-a9c2-582527ede9a9,segment=NetworkSegment(aa54b807-4b3f-4b4f-87af-c51beb1f731e),segment_id=aa54b807-4b3f-4b4f-87af-c51beb1f731e)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:18:06.844142 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:06.846363 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:18:06.910530 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53e8cef9-55b8-43ca-80df-c2de35a0d87d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd4ec69-a07a-47ff-a9c2-582527ede9a9', 'code': 200} Apr 19 18:18:06.955204 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Pushing event updated for resources: {'Port': ['ID=4bd4ec69-a07a-47ff-a9c2-582527ede9a9,revision_number=5']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:18:06.958142 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:18:07.035542 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-20794190-d152-4a80-9f99-377ba3c26553 None None] Notify callbacks [] for port, precommit_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:07.048732 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-20794190-d152-4a80-9f99-377ba3c26553 None None] Transition to ACTIVE for port object c236f056-eb6e-4c29-93f6-ebb65cda2c79 will not be triggered until provisioned by entity L2. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:18:07.054744 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-20794190-d152-4a80-9f99-377ba3c26553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:07.060866 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:18:07.106895 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [None req-dec18621-5728-4c1f-97c6-af631c3fa11b admin admin] Allocated IP 172.20.0.1 (e8efb0b6-16ad-4533-a95b-48b52b3908a8/436488b4-a126-4f89-965d-19454f3786a1/68c90696-2d9f-44cc-a3a8-09f01d304c12) {{(pid=86362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:18:07.133525 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978e5ea0-ff0c-4749-91b8-24aa5c47e249 req-f3cb2fb3-b821-492e-9cf2-b0c731d5cedb tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:07.135220 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-978e5ea0-ff0c-4749-91b8-24aa5c47e249 req-f3cb2fb3-b821-492e-9cf2-b0c731d5cedb tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e8cef9-55b8-43ca-80df-c2de35a0d87d HTTP/1.1" status: 200 len: 946 time: 0.1690986 Apr 19 18:18:07.151265 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-20794190-d152-4a80-9f99-377ba3c26553 None None] Attempting to bind port c236f056-eb6e-4c29-93f6-ebb65cda2c79 on host dv-cinder-786927-1-iscsi for vnic_type normal with profile {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:18:07.151677 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-20794190-d152-4a80-9f99-377ba3c26553 None None] Attempting to bind port c236f056-eb6e-4c29-93f6-ebb65cda2c79 by drivers openvswitch,hyperv on host dv-cinder-786927-1-iscsi at level 0 using segments [{'id': 'c45e75c0-3629-4b9b-9637-c1f0a35fb912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33'}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:18:07.152082 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20794190-d152-4a80-9f99-377ba3c26553 None None] Attempting to bind port c236f056-eb6e-4c29-93f6-ebb65cda2c79 on network 4d554598-b480-4681-a36f-a7d82bbc0b33 {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:18:07.160552 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa28252d-5dd7-4689-9009-83788656230f None None] Pushing event updated for resources: {'Port': ['ID=c236f056-eb6e-4c29-93f6-ebb65cda2c79,revision_number=2']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:18:07.163954 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-aa28252d-5dd7-4689-9009-83788656230f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:18:07.164973 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20794190-d152-4a80-9f99-377ba3c26553 None None] Checking agent: {'id': '84360490-1fcf-4ef7-acd4-64c16b857909', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 7, 56), 'started_at': datetime.datetime(2021, 4, 19, 18, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:18:07.165481 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20794190-d152-4a80-9f99-377ba3c26553 None None] Checking segment: {'id': 'c45e75c0-3629-4b9b-9637-c1f0a35fb912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:18:07.165920 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-20794190-d152-4a80-9f99-377ba3c26553 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:07.166346 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20794190-d152-4a80-9f99-377ba3c26553 None None] Bound using segment: {'id': 'c45e75c0-3629-4b9b-9637-c1f0a35fb912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33'} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:18:07.166866 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-20794190-d152-4a80-9f99-377ba3c26553 None None] Bound port: c236f056-eb6e-4c29-93f6-ebb65cda2c79, host: dv-cinder-786927-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c45e75c0-3629-4b9b-9637-c1f0a35fb912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33'}}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:18:07.167305 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-20794190-d152-4a80-9f99-377ba3c26553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:07.182870 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd39fa8-79bf-41c7-b078-af957554a694 req-f36881b7-e928-4ac8-9c8f-398078cb2003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:07.185293 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-fdd39fa8-79bf-41c7-b078-af957554a694 req-f36881b7-e928-4ac8-9c8f-398078cb2003 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=53e8cef9-55b8-43ca-80df-c2de35a0d87d HTTP/1.1" status: 200 len: 1099 time: 0.0863593 Apr 19 18:18:07.233924 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-fdd39fa8-79bf-41c7-b078-af957554a694 req-05b52bc5-92a4-4017-990c-aa45051c5bda service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=9c38b06e-39d7-4e44-99b1-b97d8bfc7837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416348 Apr 19 18:18:07.256892 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-20794190-d152-4a80-9f99-377ba3c26553 None None] For port c236f056-eb6e-4c29-93f6-ebb65cda2c79, host dv-cinder-786927-1-iscsi, cleared binding levels {{(pid=86365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:18:07.260510 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-20794190-d152-4a80-9f99-377ba3c26553 None None] For port c236f056-eb6e-4c29-93f6-ebb65cda2c79, host dv-cinder-786927-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-iscsi',level=0,port_id=c236f056-eb6e-4c29-93f6-ebb65cda2c79,segment=NetworkSegment(c45e75c0-3629-4b9b-9637-c1f0a35fb912),segment_id=c45e75c0-3629-4b9b-9637-c1f0a35fb912)] {{(pid=86365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:18:07.264687 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-20794190-d152-4a80-9f99-377ba3c26553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:07.270351 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:18:07.357304 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20794190-d152-4a80-9f99-377ba3c26553 None None] Routers {'f6d5b84a-ff14-4184-bd97-574c712ce4de'} bound to L3 agent in host dv-cinder-786927-1-iscsi {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:18:07.358004 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-20794190-d152-4a80-9f99-377ba3c26553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T18:07:54Z,description=,heartbeat_timestamp=2021-04-19T18:17:54Z,host='dv-cinder-786927-1-iscsi',id=24af6f5b-4620-4572-ab28-0613f710586e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:07:54Z,topic='l3_agent')) {'router_ids': ['f6d5b84a-ff14-4184-bd97-574c712ce4de'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:18:07.494938 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-978e5ea0-ff0c-4749-91b8-24aa5c47e249 req-1c4108d8-14c1-4883-82f5-e4e5797a1393 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c38b06e-39d7-4e44-99b1-b97d8bfc7837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3407416 Apr 19 18:18:07.495270 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa28252d-5dd7-4689-9009-83788656230f None None] Pushing event updated for resources: {'Port': ['ID=c236f056-eb6e-4c29-93f6-ebb65cda2c79,revision_number=3']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:18:07.511875 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-aa28252d-5dd7-4689-9009-83788656230f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:18:07.564283 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dec18621-5728-4c1f-97c6-af631c3fa11b admin admin] Notify callbacks [] for port, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:07.576603 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-20794190-d152-4a80-9f99-377ba3c26553 None None] Set router f6d5b84a-ff14-4184-bd97-574c712ce4de gateway port host: dv-cinder-786927-1-iscsi {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:18:07.584086 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-dec18621-5728-4c1f-97c6-af631c3fa11b admin admin] Transition to ACTIVE for port object 68c90696-2d9f-44cc-a3a8-09f01d304c12 will not be triggered until provisioned by entity DHCP. {{(pid=86362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:18:07.612462 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dec18621-5728-4c1f-97c6-af631c3fa11b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782697811417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844104858'] for port, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:07.629305 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:18:07.714789 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec18621-5728-4c1f-97c6-af631c3fa11b admin admin] Network e8efb0b6-16ad-4533-a95b-48b52b3908a8 is already hosted by enough agents. {{(pid=86362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:18:07.718406 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-dec18621-5728-4c1f-97c6-af631c3fa11b admin admin] Resources bound (agent type, host, resource id): {{(pid=86362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:18:07.745462 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec18621-5728-4c1f-97c6-af631c3fa11b admin admin] Received port after_create {{(pid=86362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:18:07.832084 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec18621-5728-4c1f-97c6-af631c3fa11b admin admin] Pushing event updated for resources: {'Port': ['ID=68c90696-2d9f-44cc-a3a8-09f01d304c12,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:18:07.836659 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-dec18621-5728-4c1f-97c6-af631c3fa11b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:18:07.854513 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dec18621-5728-4c1f-97c6-af631c3fa11b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652289'] for router_interface, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:07.994119 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device ff1a4db0-0653-424b-8daa-bbdb6ee930a9 up at agent ovs-agent-dv-cinder-786927-1-iscsi {{(pid=86364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:18:08.133136 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-e05f7b8f-dcd1-4803-a295-2c40fc5f1c76 None None] Provisioning for port 68c90696-2d9f-44cc-a3a8-09f01d304c12 completed by entity DHCP. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:18:08.162363 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Provisioning complete for port ff1a4db0-0653-424b-8daa-bbdb6ee930a9 triggered by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:18:08.162801 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:08.207943 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-20794190-d152-4a80-9f99-377ba3c26553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d5b84a-ff14-4184-bd97-574c712ce4de', 'name': 'tempest-TestMinimumBasicScenario-1349384632-router', 'tenant_id': '46704111eb3c4f50b85ea3971427960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'c236f056-eb6e-4c29-93f6-ebb65cda2c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:18:02Z', 'updated_at': '2021-04-19T18:18:04Z', 'revision_number': 3, 'project_id': '46704111eb3c4f50b85ea3971427960a', 'gw_port': {'id': 'c236f056-eb6e-4c29-93f6-ebb65cda2c79', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a2:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d5b84a-ff14-4184-bd97-574c712ce4de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:18:03Z', 'updated_at': '2021-04-19T18:18:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi'}], 'dv-cinder-786927-1-iscsi', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:18:08.213799 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20794190-d152-4a80-9f99-377ba3c26553 None None] The sync data for ids ['f6d5b84a-ff14-4184-bd97-574c712ce4de'] in dv-cinder-786927-1-iscsi is: [{'id': 'f6d5b84a-ff14-4184-bd97-574c712ce4de', 'name': 'tempest-TestMinimumBasicScenario-1349384632-router', 'tenant_id': '46704111eb3c4f50b85ea3971427960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'c236f056-eb6e-4c29-93f6-ebb65cda2c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:18:02Z', 'updated_at': '2021-04-19T18:18:04Z', 'revision_number': 3, 'project_id': '46704111eb3c4f50b85ea3971427960a', 'gw_port': {'id': 'c236f056-eb6e-4c29-93f6-ebb65cda2c79', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a2:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d5b84a-ff14-4184-bd97-574c712ce4de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:18:03Z', 'updated_at': '2021-04-19T18:18:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi'}] {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:18:08.240743 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6584f81c-fb8d-4fc2-b8bb-3d9d19fe8ed1 req-99d45dde-3a71-4d32-8098-eccea7539d40 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:08.260954 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-e05f7b8f-dcd1-4803-a295-2c40fc5f1c76 None None] Provisioning complete for port 68c90696-2d9f-44cc-a3a8-09f01d304c12 triggered by entity DHCP. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:18:08.261374 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e05f7b8f-dcd1-4803-a295-2c40fc5f1c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:08.262032 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6584f81c-fb8d-4fc2-b8bb-3d9d19fe8ed1 req-99d45dde-3a71-4d32-8098-eccea7539d40 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?device_id=16315f5a-aa7c-4989-ae90-ef13ce620234 HTTP/1.1" status: 200 len: 946 time: 0.3262620 Apr 19 18:18:08.296246 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dec18621-5728-4c1f-97c6-af631c3fa11b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:08.345161 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-e05f7b8f-dcd1-4803-a295-2c40fc5f1c76 None None] Port 68c90696-2d9f-44cc-a3a8-09f01d304c12 cannot update to ACTIVE because it is not bound. {{(pid=86364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:18:08.418867 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6584f81c-fb8d-4fc2-b8bb-3d9d19fe8ed1 req-514be3ac-5518-44b3-add6-e56d2dec3c0e tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b617a3-7089-49ee-9bc8-958ab3c8bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549439 Apr 19 18:18:08.797943 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dec18621-5728-4c1f-97c6-af631c3fa11b admin admin] Notify callbacks [] for port, precommit_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:08.853508 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dec18621-5728-4c1f-97c6-af631c3fa11b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10670959'] for port, after_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:08.896523 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:18:09.003891 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec18621-5728-4c1f-97c6-af631c3fa11b admin admin] Pushing event updated for resources: {'Port': ['ID=68c90696-2d9f-44cc-a3a8-09f01d304c12,revision_number=2']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:18:09.006615 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dec18621-5728-4c1f-97c6-af631c3fa11b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854123418'] for router_interface, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:09.011829 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-dec18621-5728-4c1f-97c6-af631c3fa11b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:18:09.115101 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6425f3-5a6f-42f0-ad2f-91644de8962b req-4853bda7-2326-494f-a3c4-9e2ffd95421b tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:09.116891 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-3b6425f3-5a6f-42f0-ad2f-91644de8962b req-4853bda7-2326-494f-a3c4-9e2ffd95421b tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e8cef9-55b8-43ca-80df-c2de35a0d87d HTTP/1.1" status: 200 len: 946 time: 0.3217618 Apr 19 18:18:09.215622 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-3b6425f3-5a6f-42f0-ad2f-91644de8962b req-12ba786b-2241-4351-8271-814220d68606 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c38b06e-39d7-4e44-99b1-b97d8bfc7837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851243 Apr 19 18:18:09.226000 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec18621-5728-4c1f-97c6-af631c3fa11b admin admin] Network e8efb0b6-16ad-4533-a95b-48b52b3908a8 is already hosted by enough agents. {{(pid=86362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:18:09.227217 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-dec18621-5728-4c1f-97c6-af631c3fa11b admin admin] Resources bound (agent type, host, resource id): {{(pid=86362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:18:09.434679 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dec18621-5728-4c1f-97c6-af631c3fa11b admin admin] Router f6d5b84a-ff14-4184-bd97-574c712ce4de has already been hosted by L3 agent 24af6f5b-4620-4572-ab28-0613f710586e {{(pid=86362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:18:09.446918 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d6eb2b-f425-4f59-a992-faeca0b2e9c5 req-067bc39f-6b70-47f2-881f-0fac721566fd tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:09.448780 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e9d6eb2b-f425-4f59-a992-faeca0b2e9c5 req-067bc39f-6b70-47f2-881f-0fac721566fd tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e8cef9-55b8-43ca-80df-c2de35a0d87d HTTP/1.1" status: 200 len: 946 time: 0.0995367 Apr 19 18:18:09.459914 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 60660) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:18:09.467282 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-55acef0f-ab62-406a-8e2a-4031f025d3f1 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Request body: {'floatingip': {'port_id': '4bd4ec69-a07a-47ff-a9c2-582527ede9a9'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:18:09.475227 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-6ef841ca-fb9b-46a4-b4b9-d41c55c6a86f None None] Provisioning complete for port 68c90696-2d9f-44cc-a3a8-09f01d304c12 triggered by entity DHCP. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:18:09.475662 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-6ef841ca-fb9b-46a4-b4b9-d41c55c6a86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:09.571395 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-6ef841ca-fb9b-46a4-b4b9-d41c55c6a86f None None] Port 68c90696-2d9f-44cc-a3a8-09f01d304c12 cannot update to ACTIVE because it is not bound. {{(pid=86364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:18:09.572015 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-55acef0f-ab62-406a-8e2a-4031f025d3f1 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Notify callbacks [] for floatingip, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:09.735285 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dec18621-5728-4c1f-97c6-af631c3fa11b admin admin] Notify agent at l3_agent.dv-cinder-786927-1-iscsi the message routers_updated {{(pid=86362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:18:09.753259 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dc5166-29f6-4600-b3ee-028b99005177 req-96292d42-f733-42b6-aedc-778fde6034c9 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:09.754445 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-08dc5166-29f6-4600-b3ee-028b99005177 req-96292d42-f733-42b6-aedc-778fde6034c9 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?device_id=16315f5a-aa7c-4989-ae90-ef13ce620234 HTTP/1.1" status: 200 len: 946 time: 0.1527338 Apr 19 18:18:09.761083 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-dec18621-5728-4c1f-97c6-af631c3fa11b admin admin] 10.222.0.36 "PUT /v2.0/routers/f6d5b84a-ff14-4184-bd97-574c712ce4de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1625934 Apr 19 18:18:09.807048 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-08dc5166-29f6-4600-b3ee-028b99005177 req-d99e70a1-572b-4681-a2cf-177aaa2b5c5c tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b617a3-7089-49ee-9bc8-958ab3c8bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439661 Apr 19 18:18:09.980329 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device c236f056-eb6e-4c29-93f6-ebb65cda2c79 up at agent ovs-agent-dv-cinder-786927-1-iscsi {{(pid=86364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:18:10.059561 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Provisioning for port c236f056-eb6e-4c29-93f6-ebb65cda2c79 completed by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:18:10.065086 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Provisioning complete for port c236f056-eb6e-4c29-93f6-ebb65cda2c79 triggered by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:18:10.065551 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:10.198098 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:10.216838 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] For port c236f056-eb6e-4c29-93f6-ebb65cda2c79, host dv-cinder-786927-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-iscsi',level=0,port_id=c236f056-eb6e-4c29-93f6-ebb65cda2c79,segment=NetworkSegment(c45e75c0-3629-4b9b-9637-c1f0a35fb912),segment_id=c45e75c0-3629-4b9b-9637-c1f0a35fb912)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:18:10.220396 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:10.222389 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:18:10.297254 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Pushing event updated for resources: {'Port': ['ID=c236f056-eb6e-4c29-93f6-ebb65cda2c79,revision_number=4']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:18:10.300842 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:18:10.482161 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-55acef0f-ab62-406a-8e2a-4031f025d3f1 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:10.483308 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 60684) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:18:10.490020 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-c87f772c-2bdd-44e9-9e0c-20f01c571c6a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1442930242-network', 'tenant_id': '7646186a58db47e291bb5111badf8e1c'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:18:10.494603 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-55acef0f-ab62-406a-8e2a-4031f025d3f1 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854123342'] for floatingip, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:10.552077 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-c87f772c-2bdd-44e9-9e0c-20f01c571c6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:18:10.625858 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-c87f772c-2bdd-44e9-9e0c-20f01c571c6a admin admin] Usage tracker for resource:network and tenant:7646186a58db47e291bb5111badf8e1c is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:18:10.630457 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-c87f772c-2bdd-44e9-9e0c-20f01c571c6a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:18:10.648094 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-c87f772c-2bdd-44e9-9e0c-20f01c571c6a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:18:10.672811 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c87f772c-2bdd-44e9-9e0c-20f01c571c6a admin admin] Made reservation on behalf of 7646186a58db47e291bb5111badf8e1c for: {'network': 1} {{(pid=86363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:18:10.677696 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c87f772c-2bdd-44e9-9e0c-20f01c571c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for network, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:10.704936 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c87f772c-2bdd-44e9-9e0c-20f01c571c6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:10.729149 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-c87f772c-2bdd-44e9-9e0c-20f01c571c6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:18:10.734910 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-c87f772c-2bdd-44e9-9e0c-20f01c571c6a admin admin] Usage tracker for resource:security_group_rule and tenant:7646186a58db47e291bb5111badf8e1c is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:18:10.738067 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-c87f772c-2bdd-44e9-9e0c-20f01c571c6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:18:10.746757 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-c87f772c-2bdd-44e9-9e0c-20f01c571c6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:18:10.749649 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.db.l3_db [None req-55acef0f-ab62-406a-8e2a-4031f025d3f1 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Floating IP 390d89af-8136-49e1-b3e8-487a5a45a0d1 associated. External IP: 172.27.0.116, port: 4bd4ec69-a07a-47ff-a9c2-582527ede9a9. Apr 19 18:18:11.236360 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184a53bd-db25-4d99-9625-5df572bf8c81 None None] Sync routers for ids ['f6d5b84a-ff14-4184-bd97-574c712ce4de'] in dv-cinder-786927-1-iscsi {{(pid=86364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:18:11.247265 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184a53bd-db25-4d99-9625-5df572bf8c81 None None] Routers {'f6d5b84a-ff14-4184-bd97-574c712ce4de'} bound to L3 agent in host dv-cinder-786927-1-iscsi {{(pid=86364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:18:11.247961 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-184a53bd-db25-4d99-9625-5df572bf8c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T18:07:54Z,description=,heartbeat_timestamp=2021-04-19T18:17:54Z,host='dv-cinder-786927-1-iscsi',id=24af6f5b-4620-4572-ab28-0613f710586e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:07:54Z,topic='l3_agent')) {'router_ids': ['f6d5b84a-ff14-4184-bd97-574c712ce4de'], 'active': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:18:11.296821 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b265b8df-74cb-41b4-8563-edcff13b0e99 req-f68d00f0-bbff-454e-904c-ba09c3be41d1 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:11.298517 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b265b8df-74cb-41b4-8563-edcff13b0e99 req-f68d00f0-bbff-454e-904c-ba09c3be41d1 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?device_id=16315f5a-aa7c-4989-ae90-ef13ce620234 HTTP/1.1" status: 200 len: 946 time: 0.2064757 Apr 19 18:18:11.390054 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c87f772c-2bdd-44e9-9e0c-20f01c571c6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:11.446976 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-184a53bd-db25-4d99-9625-5df572bf8c81 None None] Set router f6d5b84a-ff14-4184-bd97-574c712ce4de gateway port host: dv-cinder-786927-1-iscsi {{(pid=86364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:18:11.469647 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c87f772c-2bdd-44e9-9e0c-20f01c571c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:11.486528 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-733e1c0c-1bb0-481a-ba65-c91cf6c06847 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:18:11.557154 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c87f772c-2bdd-44e9-9e0c-20f01c571c6a admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=86363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 18:18:11.579343 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b265b8df-74cb-41b4-8563-edcff13b0e99 req-26c096a6-0d62-49af-ba28-86a6a08fa780 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b617a3-7089-49ee-9bc8-958ab3c8bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703381 Apr 19 18:18:11.580051 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87f772c-2bdd-44e9-9e0c-20f01c571c6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c93e7fb9-42ae-4809-b6ee-f985dd0ea2c4,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:18:11.583518 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-c87f772c-2bdd-44e9-9e0c-20f01c571c6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:18:11.610743 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c87f772c-2bdd-44e9-9e0c-20f01c571c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850937276'] for segment, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:11.610743 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.db.segments_db [None req-c87f772c-2bdd-44e9-9e0c-20f01c571c6a admin admin] Added segment dac1d635-8ae6-4861-bda1-b27d9499e9bb of type vlan for network 51e128ea-dfc2-42b8-8991-0c72ccac434d Apr 19 18:18:11.643279 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55acef0f-ab62-406a-8e2a-4031f025d3f1 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Router c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0 has already been hosted by L3 agent 24af6f5b-4620-4572-ab28-0613f710586e {{(pid=86363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:18:11.668177 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c87f772c-2bdd-44e9-9e0c-20f01c571c6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782697800819'] for network, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:11.801420 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-184a53bd-db25-4d99-9625-5df572bf8c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d5b84a-ff14-4184-bd97-574c712ce4de', 'name': 'tempest-TestMinimumBasicScenario-1349384632-router', 'tenant_id': '46704111eb3c4f50b85ea3971427960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'c236f056-eb6e-4c29-93f6-ebb65cda2c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:18:02Z', 'updated_at': '2021-04-19T18:18:08Z', 'revision_number': 4, 'project_id': '46704111eb3c4f50b85ea3971427960a', 'gw_port': {'id': 'c236f056-eb6e-4c29-93f6-ebb65cda2c79', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d5b84a-ff14-4184-bd97-574c712ce4de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:18:03Z', 'updated_at': '2021-04-19T18:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi', '_interfaces': [{'id': '68c90696-2d9f-44cc-a3a8-09f01d304c12', 'name': '', 'network_id': 'e8efb0b6-16ad-4533-a95b-48b52b3908a8', 'tenant_id': '46704111eb3c4f50b85ea3971427960a', 'mac_address': 'fa:16:3e:64:bd:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d5b84a-ff14-4184-bd97-574c712ce4de', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '436488b4-a126-4f89-965d-19454f3786a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:18:06Z', 'updated_at': '2021-04-19T18:18:08Z', 'revision_number': 2, 'project_id': '46704111eb3c4f50b85ea3971427960a', 'subnets': [{'id': '436488b4-a126-4f89-965d-19454f3786a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-iscsi', False) {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:18:11.805706 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184a53bd-db25-4d99-9625-5df572bf8c81 None None] Checking router: f6d5b84a-ff14-4184-bd97-574c712ce4de for host: dv-cinder-786927-1-iscsi {{(pid=86364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:18:11.806113 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184a53bd-db25-4d99-9625-5df572bf8c81 None None] Updating router f6d5b84a-ff14-4184-bd97-574c712ce4de port 68c90696-2d9f-44cc-a3a8-09f01d304c12 binding host dv-cinder-786927-1-iscsi {{(pid=86364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 18:18:11.856839 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c87f772c-2bdd-44e9-9e0c-20f01c571c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962'] for network, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:11.860873 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87f772c-2bdd-44e9-9e0c-20f01c571c6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:11.861527 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c87f772c-2bdd-44e9-9e0c-20f01c571c6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759945'] for network, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:11.868082 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-184a53bd-db25-4d99-9625-5df572bf8c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:11.868472 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-42c150c4-6395-43a7-a74c-689c9b331543 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:18:11.920135 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device c236f056-eb6e-4c29-93f6-ebb65cda2c79 up at agent ovs-agent-dv-cinder-786927-1-iscsi {{(pid=86364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:18:12.000024 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-c87f772c-2bdd-44e9-9e0c-20f01c571c6a admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5153413 Apr 19 18:18:12.001365 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55acef0f-ab62-406a-8e2a-4031f025d3f1 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Notify agent at l3_agent.dv-cinder-786927-1-iscsi the message routers_updated {{(pid=86363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:18:12.004213 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 60696) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:18:12.005855 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-55acef0f-ab62-406a-8e2a-4031f025d3f1 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773849'] for floatingip, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:12.016791 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-b30db46a-32fa-415e-a692-fc30def13050 admin admin] Request body: {'subnet': {'network_id': '51e128ea-dfc2-42b8-8991-0c72ccac434d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1442930242-subnet', 'tenant_id': '7646186a58db47e291bb5111badf8e1c', 'ip_version': 4}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:18:12.022399 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-b30db46a-32fa-415e-a692-fc30def13050 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:18:12.027303 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-b30db46a-32fa-415e-a692-fc30def13050 admin admin] Usage tracker for resource:subnet and tenant:7646186a58db47e291bb5111badf8e1c is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:18:12.030539 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90284a6-188d-43e2-8b5c-2e2d9e422de2 None None] Sync routers for ids ['c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0'] in dv-cinder-786927-1-iscsi {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:18:12.036304 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-b30db46a-32fa-415e-a692-fc30def13050 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:18:12.042967 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90284a6-188d-43e2-8b5c-2e2d9e422de2 None None] Routers {'c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0'} bound to L3 agent in host dv-cinder-786927-1-iscsi {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:18:12.043947 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-f90284a6-188d-43e2-8b5c-2e2d9e422de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T18:07:54Z,description=,heartbeat_timestamp=2021-04-19T18:17:54Z,host='dv-cinder-786927-1-iscsi',id=24af6f5b-4620-4572-ab28-0613f710586e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:07:54Z,topic='l3_agent')) {'router_ids': ['c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:18:12.044237 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-b30db46a-32fa-415e-a692-fc30def13050 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:18:12.060530 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b30db46a-32fa-415e-a692-fc30def13050 admin admin] Made reservation on behalf of 7646186a58db47e291bb5111badf8e1c for: {'subnet': 1} {{(pid=86362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:18:12.066712 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b30db46a-32fa-415e-a692-fc30def13050 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036843295491'] for subnet, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:12.077087 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-55acef0f-ab62-406a-8e2a-4031f025d3f1 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "PUT /v2.0/floatingips/390d89af-8136-49e1-b3e8-487a5a45a0d1 HTTP/1.1" status: 200 len: 992 time: 2.6124458 Apr 19 18:18:12.077087 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53e8cef9-55b8-43ca-80df-c2de35a0d87d', 'tag': '4bd4ec69-a07a-47ff-a9c2-582527ede9a9'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:18:12.080382 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87f772c-2bdd-44e9-9e0c-20f01c571c6a admin admin] Pushing event updated for resources: {'Network': ['ID=51e128ea-dfc2-42b8-8991-0c72ccac434d,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:18:12.083821 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-c87f772c-2bdd-44e9-9e0c-20f01c571c6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:18:12.094918 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Network 51e128ea-dfc2-42b8-8991-0c72ccac434d details requested by agent ovs-agent-dv-cinder-786927-1-iscsi with host dv-cinder-786927-1-iscsi {{(pid=86364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 18:18:12.128055 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Provisioning complete for port c236f056-eb6e-4c29-93f6-ebb65cda2c79 triggered by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:18:12.128494 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:12.192280 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53e8cef9-55b8-43ca-80df-c2de35a0d87d', 'tag': '4bd4ec69-a07a-47ff-a9c2-582527ede9a9', 'status': 'completed', 'code': 200} Apr 19 18:18:12.420545 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e05807-6bf3-4a12-ab28-789526779fbf req-326d1fd8-f63f-44b5-a563-3a4c7eff7d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:12.422204 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b7e05807-6bf3-4a12-ab28-789526779fbf req-326d1fd8-f63f-44b5-a563-3a4c7eff7d97 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d40df5788f6140729f7e263c33f44bda&device_id=53e8cef9-55b8-43ca-80df-c2de35a0d87d HTTP/1.1" status: 200 len: 1099 time: 0.1919556 Apr 19 18:18:12.513185 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-f90284a6-188d-43e2-8b5c-2e2d9e422de2 None None] Set router c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0 gateway port host: dv-cinder-786927-1-iscsi {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:18:12.688609 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e05807-6bf3-4a12-ab28-789526779fbf req-1b7d31dc-cfda-4a39-82f1-a1ed2ee73b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:12.693488 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b7e05807-6bf3-4a12-ab28-789526779fbf req-1b7d31dc-cfda-4a39-82f1-a1ed2ee73b53 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7bcee201-e581-4998-8db1-0eb0dcf42dab HTTP/1.1" status: 200 len: 918 time: 0.2639556 Apr 19 18:18:12.740248 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b30db46a-32fa-415e-a692-fc30def13050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853862292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10670327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036843295508'] for subnet, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:12.763439 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:18:12.893817 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b7e05807-6bf3-4a12-ab28-789526779fbf req-3244db8f-be18-42fa-b980-76ab49043ecb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4bd4ec69-a07a-47ff-a9c2-582527ede9a9 HTTP/1.1" status: 200 len: 1000 time: 0.1902015 Apr 19 18:18:13.048775 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e05807-6bf3-4a12-ab28-789526779fbf req-dfa1016a-c196-488e-9599-9456f4bf073c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:13.050387 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b7e05807-6bf3-4a12-ab28-789526779fbf req-dfa1016a-c196-488e-9599-9456f4bf073c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f115f197-c2a2-4c8a-a041-6b1ab4a2efc7 HTTP/1.1" status: 200 len: 856 time: 0.1441803 Apr 19 18:18:13.060884 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-184a53bd-db25-4d99-9625-5df572bf8c81 None None] Notify callbacks [] for port, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:13.076266 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-184a53bd-db25-4d99-9625-5df572bf8c81 None None] Transition to ACTIVE for port object 68c90696-2d9f-44cc-a3a8-09f01d304c12 will not be triggered until provisioned by entity L2. {{(pid=86364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:18:13.091768 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-184a53bd-db25-4d99-9625-5df572bf8c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:13.101873 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:18:13.102380 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30db46a-32fa-415e-a692-fc30def13050 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f921dc67-5733-4fc5-a75b-78e6254206eb,revision_number=0']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:18:13.117358 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b30db46a-32fa-415e-a692-fc30def13050 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:18:13.135710 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30db46a-32fa-415e-a692-fc30def13050 admin admin] Checking segment: {'id': 'dac1d635-8ae6-4861-bda1-b27d9499e9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '51e128ea-dfc2-42b8-8991-0c72ccac434d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:18:13.138474 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30db46a-32fa-415e-a692-fc30def13050 admin admin] Network hostable DHCP agents. Network: 51e128ea-dfc2-42b8-8991-0c72ccac434d, hostable agents: ['66dd5093-526f-401d-add7-2f8e88013a06'], hosted agents: [] {{(pid=86362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 18:18:13.197271 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df0853c-878d-4c66-837d-f71d23797c87 req-ae71d694-366b-4c72-a3f1-45ddb2ee3b2e tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:13.198993 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4df0853c-878d-4c66-837d-f71d23797c87 req-ae71d694-366b-4c72-a3f1-45ddb2ee3b2e tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?device_id=16315f5a-aa7c-4989-ae90-ef13ce620234 HTTP/1.1" status: 200 len: 946 time: 0.3193111 Apr 19 18:18:13.239713 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846591fa-b4a9-41c4-b070-43575cac6e5c req-22941fd0-b626-4c6b-b6ec-e0ea83f4982c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:13.241531 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-846591fa-b4a9-41c4-b070-43575cac6e5c req-22941fd0-b626-4c6b-b6ec-e0ea83f4982c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=16315f5a-aa7c-4989-ae90-ef13ce620234 HTTP/1.1" status: 200 len: 1099 time: 0.2742124 Apr 19 18:18:13.255722 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-f90284a6-188d-43e2-8b5c-2e2d9e422de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0', 'name': 'tempest-AttachVolumeShelveTestJSON-1292105613-router', 'tenant_id': 'd40df5788f6140729f7e263c33f44bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '517b44d2-170b-4831-9771-7dacbe148f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:17:35Z', 'updated_at': '2021-04-19T18:17:44Z', 'revision_number': 4, 'project_id': 'd40df5788f6140729f7e263c33f44bda', 'gw_port': {'id': '517b44d2-170b-4831-9771-7dacbe148f82', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:90:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:17:37Z', 'updated_at': '2021-04-19T18:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi', '_floatingips': [{'id': '390d89af-8136-49e1-b3e8-487a5a45a0d1', 'tenant_id': 'd40df5788f6140729f7e263c33f44bda', 'floating_ip_address': '172.27.0.116', 'floating_network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'router_id': 'c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0', 'port_id': '4bd4ec69-a07a-47ff-a9c2-582527ede9a9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bcee201-e581-4998-8db1-0eb0dcf42dab', 'mac_address': 'fa:16:3e:eb:07:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e8cef9-55b8-43ca-80df-c2de35a0d87d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:17:50Z', 'updated_at': '2021-04-19T18:18:10Z', 'revision_number': 1, 'project_id': 'd40df5788f6140729f7e263c33f44bda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49bbc3f7-0058-49c7-9f45-6a20c3bd1b7a', 'name': '', 'network_id': '7bcee201-e581-4998-8db1-0eb0dcf42dab', 'tenant_id': 'd40df5788f6140729f7e263c33f44bda', 'mac_address': 'fa:16:3e:ba:c2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'f115f197-c2a2-4c8a-a041-6b1ab4a2efc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:17:43Z', 'updated_at': '2021-04-19T18:17:54Z', 'revision_number': 5, 'project_id': 'd40df5788f6140729f7e263c33f44bda', 'subnets': [{'id': 'f115f197-c2a2-4c8a-a041-6b1ab4a2efc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-iscsi', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:18:13.258044 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30db46a-32fa-415e-a692-fc30def13050 admin admin] Network 51e128ea-dfc2-42b8-8991-0c72ccac434d is scheduled to be hosted by DHCP agent 66dd5093-526f-401d-add7-2f8e88013a06 with binding_index 1 {{(pid=86362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 18:18:13.262624 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90284a6-188d-43e2-8b5c-2e2d9e422de2 None None] Checking router: c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0 for host: dv-cinder-786927-1-iscsi {{(pid=86365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:18:13.276276 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90284a6-188d-43e2-8b5c-2e2d9e422de2 None None] Routers {'c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0'} bound to L3 agent in host dv-cinder-786927-1-iscsi {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:18:13.277887 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-f90284a6-188d-43e2-8b5c-2e2d9e422de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T18:07:54Z,description=,heartbeat_timestamp=2021-04-19T18:17:54Z,host='dv-cinder-786927-1-iscsi',id=24af6f5b-4620-4572-ab28-0613f710586e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:07:54Z,topic='l3_agent')) {'router_ids': ['c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:18:13.290707 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e05807-6bf3-4a12-ab28-789526779fbf req-11ecaa0a-17d7-412e-a3c6-4a922123bbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:13.292371 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b7e05807-6bf3-4a12-ab28-789526779fbf req-11ecaa0a-17d7-412e-a3c6-4a922123bbd6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7bcee201-e581-4998-8db1-0eb0dcf42dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2321327 Apr 19 18:18:13.363940 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-b30db46a-32fa-415e-a692-fc30def13050 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786927-1-iscsi, 51e128ea-dfc2-42b8-8991-0c72ccac434d) {{(pid=86362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:18:13.445058 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4df0853c-878d-4c66-837d-f71d23797c87 req-b9ce2c64-be45-40dc-9d8e-5afd5acc8357 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b617a3-7089-49ee-9bc8-958ab3c8bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233078 Apr 19 18:18:13.449593 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30db46a-32fa-415e-a692-fc30def13050 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:13.450692 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b30db46a-32fa-415e-a692-fc30def13050 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:13.546908 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-846591fa-b4a9-41c4-b070-43575cac6e5c req-e9480e22-5132-4c69-832a-46c9e51a2095 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a5b617a3-7089-49ee-9bc8-958ab3c8bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534635 Apr 19 18:18:13.562996 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-b30db46a-32fa-415e-a692-fc30def13050 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5571005 Apr 19 18:18:13.563901 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 60742) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:18:13.575108 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-c884fec0-4660-4d5a-9efd-a513eed81be7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1442930242-router', 'tenant_id': '7646186a58db47e291bb5111badf8e1c', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33'}}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:18:13.586085 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-c884fec0-4660-4d5a-9efd-a513eed81be7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:18:13.593842 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-c884fec0-4660-4d5a-9efd-a513eed81be7 admin admin] Usage tracker for resource:router and tenant:7646186a58db47e291bb5111badf8e1c is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:18:13.602183 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-c884fec0-4660-4d5a-9efd-a513eed81be7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:18:13.614317 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b7e05807-6bf3-4a12-ab28-789526779fbf req-3e4572e7-eecb-424d-bbbd-c47f00aa78e8 service neutron] 10.222.0.53 "GET /v2.0/networks/7bcee201-e581-4998-8db1-0eb0dcf42dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3133571 Apr 19 18:18:13.616954 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-c884fec0-4660-4d5a-9efd-a513eed81be7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:18:13.637084 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c884fec0-4660-4d5a-9efd-a513eed81be7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854149137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854772548'] for router, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:13.638231 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c884fec0-4660-4d5a-9efd-a513eed81be7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-626663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-921872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3236'] for router, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:13.678809 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c884fec0-4660-4d5a-9efd-a513eed81be7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:13.791737 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-f90284a6-188d-43e2-8b5c-2e2d9e422de2 None None] Set router c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0 gateway port host: dv-cinder-786927-1-iscsi {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:18:13.858568 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b7e05807-6bf3-4a12-ab28-789526779fbf req-1b7d04f6-1913-4cc6-8010-f7ff7d6e7cda service neutron] 10.222.0.53 "GET /v2.0/networks/7bcee201-e581-4998-8db1-0eb0dcf42dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236392 Apr 19 18:18:13.918871 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5304653-7d3e-4efd-92e2-7c5059b2bba2 None None] Network 51e128ea-dfc2-42b8-8991-0c72ccac434d requested from dv-cinder-786927-1-iscsi {{(pid=86364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:18:14.121861 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fef252-1779-4d08-a658-2253a64d5871 None None] Pushing event updated for resources: {'Port': ['ID=68c90696-2d9f-44cc-a3a8-09f01d304c12,revision_number=3']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:18:14.149582 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-53fef252-1779-4d08-a658-2253a64d5871 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.048s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:18:14.258203 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-184a53bd-db25-4d99-9625-5df572bf8c81 None None] Attempting to bind port 68c90696-2d9f-44cc-a3a8-09f01d304c12 on host dv-cinder-786927-1-iscsi for vnic_type normal with profile {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:18:14.258622 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-184a53bd-db25-4d99-9625-5df572bf8c81 None None] Attempting to bind port 68c90696-2d9f-44cc-a3a8-09f01d304c12 by drivers openvswitch,hyperv on host dv-cinder-786927-1-iscsi at level 0 using segments [{'id': '66349f04-21d1-4942-89e7-90c739d412d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e8efb0b6-16ad-4533-a95b-48b52b3908a8'}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:18:14.259036 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184a53bd-db25-4d99-9625-5df572bf8c81 None None] Attempting to bind port 68c90696-2d9f-44cc-a3a8-09f01d304c12 on network e8efb0b6-16ad-4533-a95b-48b52b3908a8 {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:18:14.299731 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184a53bd-db25-4d99-9625-5df572bf8c81 None None] Checking agent: {'id': '84360490-1fcf-4ef7-acd4-64c16b857909', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 7, 56), 'started_at': datetime.datetime(2021, 4, 19, 18, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:18:14.300081 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184a53bd-db25-4d99-9625-5df572bf8c81 None None] Checking segment: {'id': '66349f04-21d1-4942-89e7-90c739d412d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e8efb0b6-16ad-4533-a95b-48b52b3908a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:18:14.300460 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-184a53bd-db25-4d99-9625-5df572bf8c81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:14.300908 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184a53bd-db25-4d99-9625-5df572bf8c81 None None] Bound using segment: {'id': '66349f04-21d1-4942-89e7-90c739d412d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e8efb0b6-16ad-4533-a95b-48b52b3908a8'} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:18:14.301522 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-184a53bd-db25-4d99-9625-5df572bf8c81 None None] Bound port: 68c90696-2d9f-44cc-a3a8-09f01d304c12, host: dv-cinder-786927-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66349f04-21d1-4942-89e7-90c739d412d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e8efb0b6-16ad-4533-a95b-48b52b3908a8'}}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:18:14.302000 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-184a53bd-db25-4d99-9625-5df572bf8c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:14.332569 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-f90284a6-188d-43e2-8b5c-2e2d9e422de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0', 'name': 'tempest-AttachVolumeShelveTestJSON-1292105613-router', 'tenant_id': 'd40df5788f6140729f7e263c33f44bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '517b44d2-170b-4831-9771-7dacbe148f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:17:35Z', 'updated_at': '2021-04-19T18:17:44Z', 'revision_number': 4, 'project_id': 'd40df5788f6140729f7e263c33f44bda', 'gw_port': {'id': '517b44d2-170b-4831-9771-7dacbe148f82', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:90:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:17:37Z', 'updated_at': '2021-04-19T18:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi', '_floatingips': [{'id': '390d89af-8136-49e1-b3e8-487a5a45a0d1', 'tenant_id': 'd40df5788f6140729f7e263c33f44bda', 'floating_ip_address': '172.27.0.116', 'floating_network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'router_id': 'c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0', 'port_id': '4bd4ec69-a07a-47ff-a9c2-582527ede9a9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bcee201-e581-4998-8db1-0eb0dcf42dab', 'mac_address': 'fa:16:3e:eb:07:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e8cef9-55b8-43ca-80df-c2de35a0d87d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:17:50Z', 'updated_at': '2021-04-19T18:18:10Z', 'revision_number': 1, 'project_id': 'd40df5788f6140729f7e263c33f44bda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49bbc3f7-0058-49c7-9f45-6a20c3bd1b7a', 'name': '', 'network_id': '7bcee201-e581-4998-8db1-0eb0dcf42dab', 'tenant_id': 'd40df5788f6140729f7e263c33f44bda', 'mac_address': 'fa:16:3e:ba:c2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'f115f197-c2a2-4c8a-a041-6b1ab4a2efc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:17:43Z', 'updated_at': '2021-04-19T18:17:54Z', 'revision_number': 5, 'project_id': 'd40df5788f6140729f7e263c33f44bda', 'subnets': [{'id': 'f115f197-c2a2-4c8a-a041-6b1ab4a2efc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-iscsi', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:18:14.338623 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90284a6-188d-43e2-8b5c-2e2d9e422de2 None None] The sync data for ids ['c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0'] in dv-cinder-786927-1-iscsi is: [{'id': 'c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0', 'name': 'tempest-AttachVolumeShelveTestJSON-1292105613-router', 'tenant_id': 'd40df5788f6140729f7e263c33f44bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '517b44d2-170b-4831-9771-7dacbe148f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:17:35Z', 'updated_at': '2021-04-19T18:17:44Z', 'revision_number': 4, 'project_id': 'd40df5788f6140729f7e263c33f44bda', 'gw_port': {'id': '517b44d2-170b-4831-9771-7dacbe148f82', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:90:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:17:37Z', 'updated_at': '2021-04-19T18:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi', '_floatingips': [{'id': '390d89af-8136-49e1-b3e8-487a5a45a0d1', 'tenant_id': 'd40df5788f6140729f7e263c33f44bda', 'floating_ip_address': '172.27.0.116', 'floating_network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'router_id': 'c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0', 'port_id': '4bd4ec69-a07a-47ff-a9c2-582527ede9a9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bcee201-e581-4998-8db1-0eb0dcf42dab', 'mac_address': 'fa:16:3e:eb:07:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e8cef9-55b8-43ca-80df-c2de35a0d87d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:17:50Z', 'updated_at': '2021-04-19T18:18:10Z', 'revision_number': 1, 'project_id': 'd40df5788f6140729f7e263c33f44bda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49bbc3f7-0058-49c7-9f45-6a20c3bd1b7a', 'name': '', 'network_id': '7bcee201-e581-4998-8db1-0eb0dcf42dab', 'tenant_id': 'd40df5788f6140729f7e263c33f44bda', 'mac_address': 'fa:16:3e:ba:c2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'f115f197-c2a2-4c8a-a041-6b1ab4a2efc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:17:43Z', 'updated_at': '2021-04-19T18:17:54Z', 'revision_number': 5, 'project_id': 'd40df5788f6140729f7e263c33f44bda', 'subnets': [{'id': 'f115f197-c2a2-4c8a-a041-6b1ab4a2efc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:18:14.454292 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc30eb3-0f2d-4474-9407-23dd123682e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7ea2a11-35e3-5807-b576-1bd2b4770768-51e128ea-dfc2-42b8-8991-0c72ccac434d', 'network_id': '51e128ea-dfc2-42b8-8991-0c72ccac434d', 'tenant_id': '7646186a58db47e291bb5111badf8e1c', 'fixed_ips': [{'subnet_id': 'f921dc67-5733-4fc5-a75b-78e6254206eb'}]}} from dv-cinder-786927-1-iscsi. {{(pid=86364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 19 18:18:14.455231 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5cc30eb3-0f2d-4474-9407-23dd123682e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:14.486351 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-184a53bd-db25-4d99-9625-5df572bf8c81 None None] For port 68c90696-2d9f-44cc-a3a8-09f01d304c12, host dv-cinder-786927-1-iscsi, cleared binding levels {{(pid=86364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:18:14.544200 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-184a53bd-db25-4d99-9625-5df572bf8c81 None None] For port 68c90696-2d9f-44cc-a3a8-09f01d304c12, host dv-cinder-786927-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-iscsi',level=0,port_id=68c90696-2d9f-44cc-a3a8-09f01d304c12,segment=NetworkSegment(66349f04-21d1-4942-89e7-90c739d412d2),segment_id=66349f04-21d1-4942-89e7-90c739d412d2)] {{(pid=86364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:18:14.564117 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-184a53bd-db25-4d99-9625-5df572bf8c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:14.590125 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-20ed5458-cc69-469d-a48b-64616d250ca6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:18:14.607162 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c884fec0-4660-4d5a-9efd-a513eed81be7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3221'] for router, precommit_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:14.623047 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9e16cc-a1d3-47f7-850e-665c05cd190b req-ebc031d9-d013-4e4b-9721-d9264904a22f tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:14.625021 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2d9e16cc-a1d3-47f7-850e-665c05cd190b req-ebc031d9-d013-4e4b-9721-d9264904a22f tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/networks?id=d730787d-14ca-4c77-8e2c-83e69c9a7b9a HTTP/1.1" status: 200 len: 814 time: 0.6167085 Apr 19 18:18:14.693106 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2d9e16cc-a1d3-47f7-850e-665c05cd190b req-27db9f4c-bdb2-4b21-ae5d-52496c786e3d tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/quotas/0192ebea383943fdbf60eb0089151581 HTTP/1.1" status: 200 len: 375 time: 0.0616417 Apr 19 18:18:14.775431 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3844e2-7d2f-4441-af43-ddac7bf6e06b None None] New status for floating IP 390d89af-8136-49e1-b3e8-487a5a45a0d1: ACTIVE {{(pid=86364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 18:18:14.962626 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2d9e16cc-a1d3-47f7-850e-665c05cd190b req-e1660469-c9cf-40fa-85a0-aaf1202d6818 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0192ebea383943fdbf60eb0089151581&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1397226 Apr 19 18:18:14.982329 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184a53bd-db25-4d99-9625-5df572bf8c81 None None] Routers {'f6d5b84a-ff14-4184-bd97-574c712ce4de'} bound to L3 agent in host dv-cinder-786927-1-iscsi {{(pid=86364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:18:14.983023 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-184a53bd-db25-4d99-9625-5df572bf8c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T18:07:54Z,description=,heartbeat_timestamp=2021-04-19T18:17:54Z,host='dv-cinder-786927-1-iscsi',id=24af6f5b-4620-4572-ab28-0613f710586e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:07:54Z,topic='l3_agent')) {'router_ids': ['f6d5b84a-ff14-4184-bd97-574c712ce4de'], 'active': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:18:14.989873 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4339dd6e-09d2-4f90-b67c-2b99dafe1f7c req-391b269d-f1d8-4499-9723-ffbf2b230cd4 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:14.991593 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4339dd6e-09d2-4f90-b67c-2b99dafe1f7c req-391b269d-f1d8-4499-9723-ffbf2b230cd4 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?device_id=16315f5a-aa7c-4989-ae90-ef13ce620234 HTTP/1.1" status: 200 len: 946 time: 0.1212683 Apr 19 18:18:15.043253 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4339dd6e-09d2-4f90-b67c-2b99dafe1f7c req-51bb71f5-c03d-4961-99d3-cfaf5e354ea6 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b617a3-7089-49ee-9bc8-958ab3c8bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450730 Apr 19 18:18:15.174281 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fef252-1779-4d08-a658-2253a64d5871 None None] Pushing event updated for resources: {'Port': ['ID=68c90696-2d9f-44cc-a3a8-09f01d304c12,revision_number=4']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:18:15.192821 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-53fef252-1779-4d08-a658-2253a64d5871 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.603s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:18:15.307055 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2d9e16cc-a1d3-47f7-850e-665c05cd190b req-15719427-7e84-45dd-8dbc-05e1345cb1da service neutron] 10.222.0.36 "GET /v2.0/networks/d730787d-14ca-4c77-8e2c-83e69c9a7b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3347518 Apr 19 18:18:15.326642 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [None req-5cc30eb3-0f2d-4474-9407-23dd123682e9 None None] Allocated IP 172.20.0.2 (51e128ea-dfc2-42b8-8991-0c72ccac434d/f921dc67-5733-4fc5-a75b-78e6254206eb/d1dbc45a-12fb-4f98-911d-bd0ba94aaddd) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:18:15.388601 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-184a53bd-db25-4d99-9625-5df572bf8c81 None None] Set router f6d5b84a-ff14-4184-bd97-574c712ce4de gateway port host: dv-cinder-786927-1-iscsi {{(pid=86364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:18:15.426211 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c884fec0-4660-4d5a-9efd-a513eed81be7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:15.479830 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c884fec0-4660-4d5a-9efd-a513eed81be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:15.684276 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2d9e16cc-a1d3-47f7-850e-665c05cd190b req-1b25c740-6a65-4963-917b-cc271021227e service neutron] 10.222.0.36 "GET /v2.0/networks/d730787d-14ca-4c77-8e2c-83e69c9a7b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3667614 Apr 19 18:18:15.704736 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [None req-c884fec0-4660-4d5a-9efd-a513eed81be7 admin admin] Allocated IP 172.27.0.103 (4d554598-b480-4681-a36f-a7d82bbc0b33/6ca15ad6-e22c-47ba-9758-57475411b5fa/640a57c0-74f4-4f1d-9dde-3b48210b5363) {{(pid=86362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:18:15.745650 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f053c1-dd92-4396-ae4c-e0417592662a req-19c6719d-8d6d-4a1a-8bfb-1b442a3da0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:15.747972 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-23f053c1-dd92-4396-ae4c-e0417592662a req-19c6719d-8d6d-4a1a-8bfb-1b442a3da0c6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8280c444ce7f4603a8a1042629dae0e6&device_id=16315f5a-aa7c-4989-ae90-ef13ce620234 HTTP/1.1" status: 200 len: 1099 time: 0.2111397 Apr 19 18:18:15.882522 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0490d12c-07fc-4464-9572-2fef97c10561 req-29131dec-7428-4068-a212-87c356dea3ad tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:15.884192 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0490d12c-07fc-4464-9572-2fef97c10561 req-29131dec-7428-4068-a212-87c356dea3ad tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?device_id=16315f5a-aa7c-4989-ae90-ef13ce620234 HTTP/1.1" status: 200 len: 946 time: 0.2709737 Apr 19 18:18:15.929519 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c884fec0-4660-4d5a-9efd-a513eed81be7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:15.977653 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c884fec0-4660-4d5a-9efd-a513eed81be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782697811417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844104858'] for port, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:15.989379 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0490d12c-07fc-4464-9572-2fef97c10561 req-b85eff17-180c-4ec2-adb6-11827ec48ad5 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b617a3-7089-49ee-9bc8-958ab3c8bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947115 Apr 19 18:18:15.991672 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-9b80d9d0-bfab-4958-a5f9-a7b0d5f70282 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:18:15.996862 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f053c1-dd92-4396-ae4c-e0417592662a req-60923f88-3090-43c1-9098-4a5339bc146e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:15.998646 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-23f053c1-dd92-4396-ae4c-e0417592662a req-60923f88-3090-43c1-9098-4a5339bc146e service neutron] 10.222.0.53 "GET /v2.0/networks?id=8a0b2a47-900b-4baa-8d26-539dace3d837 HTTP/1.1" status: 200 len: 919 time: 0.2089040 Apr 19 18:18:16.077769 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c884fec0-4660-4d5a-9efd-a513eed81be7 admin admin] Network 4d554598-b480-4681-a36f-a7d82bbc0b33 is already hosted by enough agents. {{(pid=86362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:18:16.080085 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c884fec0-4660-4d5a-9efd-a513eed81be7 admin admin] Pushing event updated for resources: {'Port': ['ID=640a57c0-74f4-4f1d-9dde-3b48210b5363,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:18:16.080332 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-23f053c1-dd92-4396-ae4c-e0417592662a req-a52d50c4-43ce-40ce-9423-ae0ebc4231ee service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dab3f0e8-b34c-4a91-941f-44c4e7d7d787 HTTP/1.1" status: 200 len: 217 time: 0.0738082 Apr 19 18:18:16.082751 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-c884fec0-4660-4d5a-9efd-a513eed81be7 admin admin] Resources bound (agent type, host, resource id): {{(pid=86362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:18:16.085393 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-c884fec0-4660-4d5a-9efd-a513eed81be7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:18:16.131622 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c884fec0-4660-4d5a-9efd-a513eed81be7 admin admin] Received port after_create {{(pid=86362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:18:16.160965 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f053c1-dd92-4396-ae4c-e0417592662a req-c1bb77b9-0265-4066-878e-9c34b9cac584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:16.162862 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-23f053c1-dd92-4396-ae4c-e0417592662a req-c1bb77b9-0265-4066-878e-9c34b9cac584 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ada99008-3d7e-49b3-8e59-95a033a8bf6a HTTP/1.1" status: 200 len: 858 time: 0.0728900 Apr 19 18:18:16.175361 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c13991ac-8427-47f6-b4e0-4bf7753aebc1 req-fcabc320-df7c-4bee-973d-8d659d6e3ae1 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/ports?device_id=aa8b6b53-c6d9-474d-a84f-8a05af6417a9 HTTP/1.1" status: 200 len: 210 time: 0.1846802 Apr 19 18:18:16.242547 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-23f053c1-dd92-4396-ae4c-e0417592662a req-a5c81575-410e-4243-88f3-e528bd39a796 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8a0b2a47-900b-4baa-8d26-539dace3d837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581355 Apr 19 18:18:16.273110 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5cc30eb3-0f2d-4474-9407-23dd123682e9 None None] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:16.289946 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-5cc30eb3-0f2d-4474-9407-23dd123682e9 None None] Transition to ACTIVE for port object d1dbc45a-12fb-4f98-911d-bd0ba94aaddd will not be triggered until provisioned by entity L2. {{(pid=86364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:18:16.323430 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-5cc30eb3-0f2d-4474-9407-23dd123682e9 None None] Transition to ACTIVE for port object d1dbc45a-12fb-4f98-911d-bd0ba94aaddd will not be triggered until provisioned by entity DHCP. {{(pid=86364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:18:16.335739 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-184a53bd-db25-4d99-9625-5df572bf8c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d5b84a-ff14-4184-bd97-574c712ce4de', 'name': 'tempest-TestMinimumBasicScenario-1349384632-router', 'tenant_id': '46704111eb3c4f50b85ea3971427960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'c236f056-eb6e-4c29-93f6-ebb65cda2c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:18:02Z', 'updated_at': '2021-04-19T18:18:08Z', 'revision_number': 4, 'project_id': '46704111eb3c4f50b85ea3971427960a', 'gw_port': {'id': 'c236f056-eb6e-4c29-93f6-ebb65cda2c79', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d5b84a-ff14-4184-bd97-574c712ce4de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:18:03Z', 'updated_at': '2021-04-19T18:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi', '_interfaces': [{'id': '68c90696-2d9f-44cc-a3a8-09f01d304c12', 'name': '', 'network_id': 'e8efb0b6-16ad-4533-a95b-48b52b3908a8', 'tenant_id': '46704111eb3c4f50b85ea3971427960a', 'mac_address': 'fa:16:3e:64:bd:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d5b84a-ff14-4184-bd97-574c712ce4de', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '436488b4-a126-4f89-965d-19454f3786a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:18:06Z', 'updated_at': '2021-04-19T18:18:14Z', 'revision_number': 4, 'project_id': '46704111eb3c4f50b85ea3971427960a', 'subnets': [{'id': '436488b4-a126-4f89-965d-19454f3786a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-iscsi', False) {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:18:16.338262 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5cc30eb3-0f2d-4474-9407-23dd123682e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782697811417'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:16.343986 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:18:16.395995 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184a53bd-db25-4d99-9625-5df572bf8c81 None None] The sync data for ids ['f6d5b84a-ff14-4184-bd97-574c712ce4de'] in dv-cinder-786927-1-iscsi is: [{'id': 'f6d5b84a-ff14-4184-bd97-574c712ce4de', 'name': 'tempest-TestMinimumBasicScenario-1349384632-router', 'tenant_id': '46704111eb3c4f50b85ea3971427960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'c236f056-eb6e-4c29-93f6-ebb65cda2c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:18:02Z', 'updated_at': '2021-04-19T18:18:08Z', 'revision_number': 4, 'project_id': '46704111eb3c4f50b85ea3971427960a', 'gw_port': {'id': 'c236f056-eb6e-4c29-93f6-ebb65cda2c79', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d5b84a-ff14-4184-bd97-574c712ce4de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:18:03Z', 'updated_at': '2021-04-19T18:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi', '_interfaces': [{'id': '68c90696-2d9f-44cc-a3a8-09f01d304c12', 'name': '', 'network_id': 'e8efb0b6-16ad-4533-a95b-48b52b3908a8', 'tenant_id': '46704111eb3c4f50b85ea3971427960a', 'mac_address': 'fa:16:3e:64:bd:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d5b84a-ff14-4184-bd97-574c712ce4de', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '436488b4-a126-4f89-965d-19454f3786a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:18:06Z', 'updated_at': '2021-04-19T18:18:14Z', 'revision_number': 4, 'project_id': '46704111eb3c4f50b85ea3971427960a', 'subnets': [{'id': '436488b4-a126-4f89-965d-19454f3786a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:18:16.409655 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc30eb3-0f2d-4474-9407-23dd123682e9 None None] Network 51e128ea-dfc2-42b8-8991-0c72ccac434d is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:18:16.413827 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-5cc30eb3-0f2d-4474-9407-23dd123682e9 None None] Resources bound (agent type, host, resource id): {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:18:16.423093 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc30eb3-0f2d-4474-9407-23dd123682e9 None None] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:18:16.530648 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc30eb3-0f2d-4474-9407-23dd123682e9 None None] Pushing event updated for resources: {'Port': ['ID=d1dbc45a-12fb-4f98-911d-bd0ba94aaddd,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:18:16.538867 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-23f053c1-dd92-4396-ae4c-e0417592662a req-c0a1cad4-161b-4515-a490-c4ab822bae36 service neutron] 10.222.0.53 "GET /v2.0/networks/8a0b2a47-900b-4baa-8d26-539dace3d837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883315 Apr 19 18:18:16.542098 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-5cc30eb3-0f2d-4474-9407-23dd123682e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:18:16.563762 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-5cc30eb3-0f2d-4474-9407-23dd123682e9 None None] Attempting to bind port d1dbc45a-12fb-4f98-911d-bd0ba94aaddd on host dv-cinder-786927-1-iscsi for vnic_type normal with profile {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:18:16.564178 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-5cc30eb3-0f2d-4474-9407-23dd123682e9 None None] Attempting to bind port d1dbc45a-12fb-4f98-911d-bd0ba94aaddd by drivers openvswitch,hyperv on host dv-cinder-786927-1-iscsi at level 0 using segments [{'id': 'dac1d635-8ae6-4861-bda1-b27d9499e9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '51e128ea-dfc2-42b8-8991-0c72ccac434d'}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:18:16.564592 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc30eb3-0f2d-4474-9407-23dd123682e9 None None] Attempting to bind port d1dbc45a-12fb-4f98-911d-bd0ba94aaddd on network 51e128ea-dfc2-42b8-8991-0c72ccac434d {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:18:16.570938 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc30eb3-0f2d-4474-9407-23dd123682e9 None None] Checking agent: {'id': '84360490-1fcf-4ef7-acd4-64c16b857909', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 7, 56), 'started_at': datetime.datetime(2021, 4, 19, 18, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:18:16.571383 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc30eb3-0f2d-4474-9407-23dd123682e9 None None] Checking segment: {'id': 'dac1d635-8ae6-4861-bda1-b27d9499e9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '51e128ea-dfc2-42b8-8991-0c72ccac434d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:18:16.571830 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5cc30eb3-0f2d-4474-9407-23dd123682e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:16.572267 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc30eb3-0f2d-4474-9407-23dd123682e9 None None] Bound using segment: {'id': 'dac1d635-8ae6-4861-bda1-b27d9499e9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '51e128ea-dfc2-42b8-8991-0c72ccac434d'} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:18:16.572786 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-5cc30eb3-0f2d-4474-9407-23dd123682e9 None None] Bound port: d1dbc45a-12fb-4f98-911d-bd0ba94aaddd, host: dv-cinder-786927-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dac1d635-8ae6-4861-bda1-b27d9499e9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '51e128ea-dfc2-42b8-8991-0c72ccac434d'}}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:18:16.573202 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5cc30eb3-0f2d-4474-9407-23dd123682e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:16.699906 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-5cc30eb3-0f2d-4474-9407-23dd123682e9 None None] For port d1dbc45a-12fb-4f98-911d-bd0ba94aaddd, host dv-cinder-786927-1-iscsi, cleared binding levels {{(pid=86364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:18:16.704166 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-5cc30eb3-0f2d-4474-9407-23dd123682e9 None None] For port d1dbc45a-12fb-4f98-911d-bd0ba94aaddd, host dv-cinder-786927-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-iscsi',level=0,port_id=d1dbc45a-12fb-4f98-911d-bd0ba94aaddd,segment=NetworkSegment(dac1d635-8ae6-4861-bda1-b27d9499e9bb),segment_id=dac1d635-8ae6-4861-bda1-b27d9499e9bb)] {{(pid=86364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:18:16.713020 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5cc30eb3-0f2d-4474-9407-23dd123682e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:16.729078 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:18:16.781344 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-23f053c1-dd92-4396-ae4c-e0417592662a req-994c3474-4eb9-4f84-9b4d-a6eb07dd41df service neutron] 10.222.0.53 "GET /v2.0/networks/8a0b2a47-900b-4baa-8d26-539dace3d837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341564 Apr 19 18:18:16.860732 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c884fec0-4660-4d5a-9efd-a513eed81be7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:16.896179 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc30eb3-0f2d-4474-9407-23dd123682e9 None None] Pushing event updated for resources: {'Port': ['ID=d1dbc45a-12fb-4f98-911d-bd0ba94aaddd,revision_number=2']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:18:16.907444 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-5cc30eb3-0f2d-4474-9407-23dd123682e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:18:17.235081 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 60818) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:18:17.706154 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-fc03a2e3-de30-4a80-aa6b-ec979ebe5377 req-9d3f4849-cf88-4ce4-ace4-5a8d56a3ff50 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/ports?device_id=aa8b6b53-c6d9-474d-a84f-8a05af6417a9 HTTP/1.1" status: 200 len: 210 time: 0.3332064 Apr 19 18:18:17.776515 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-64770c22-3b3b-408a-9e08-f03134db86b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:17.887986 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f9553-4777-40c3-81f7-63ce32d111a3 req-c47dc822-192b-4c2f-b949-b4d94c697708 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:17.889746 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-eb1f9553-4777-40c3-81f7-63ce32d111a3 req-c47dc822-192b-4c2f-b949-b4d94c697708 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?device_id=16315f5a-aa7c-4989-ae90-ef13ce620234 HTTP/1.1" status: 200 len: 946 time: 0.7192609 Apr 19 18:18:17.929053 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c884fec0-4660-4d5a-9efd-a513eed81be7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854149052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854126372'] for router, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:17.934412 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9e16cc-a1d3-47f7-850e-665c05cd190b req-31202251-25d8-45c8-9d2c-ebfb526e493c tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:17.936180 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2d9e16cc-a1d3-47f7-850e-665c05cd190b req-31202251-25d8-45c8-9d2c-ebfb526e493c tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.53 "GET /v2.0/networks?id=d730787d-14ca-4c77-8e2c-83e69c9a7b9a HTTP/1.1" status: 200 len: 814 time: 0.2289283 Apr 19 18:18:17.943312 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-64770c22-3b3b-408a-9e08-f03134db86b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:18:17.957463 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-64770c22-3b3b-408a-9e08-f03134db86b4 admin admin] Usage tracker for resource:security_group_rule and tenant:a8d2ceb9e37b496e85e20282ea091182 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:18:17.963894 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-64770c22-3b3b-408a-9e08-f03134db86b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:18:17.971248 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [req-2d9e16cc-a1d3-47f7-850e-665c05cd190b req-71eee084-bbb3-4a69-a628-fc28eb220919 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Request body: {'port': {'device_id': 'aa8b6b53-c6d9-474d-a84f-8a05af6417a9', 'network_id': 'd730787d-14ca-4c77-8e2c-83e69c9a7b9a', 'admin_state_up': True, 'tenant_id': '0192ebea383943fdbf60eb0089151581'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:18:17.990107 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-64770c22-3b3b-408a-9e08-f03134db86b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:18:18.076906 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device 68c90696-2d9f-44cc-a3a8-09f01d304c12 up at agent ovs-agent-dv-cinder-786927-1-iscsi {{(pid=86364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:18:18.093655 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-64770c22-3b3b-408a-9e08-f03134db86b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:18.156419 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-64770c22-3b3b-408a-9e08-f03134db86b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:18.191956 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-af0b21ea-0c91-423c-8cad-fc4f3151a2fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:18:18.206603 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-64770c22-3b3b-408a-9e08-f03134db86b4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a8d2ceb9e37b496e85e20282ea091182&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9699535 Apr 19 18:18:18.209898 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 60832) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:18:18.210262 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-eb1f9553-4777-40c3-81f7-63ce32d111a3 req-d084e8af-c431-4240-b5dd-b1f647c1d8d4 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b617a3-7089-49ee-9bc8-958ab3c8bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039923 Apr 19 18:18:18.250887 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Provisioning for port 68c90696-2d9f-44cc-a3a8-09f01d304c12 completed by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:18:18.256609 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Provisioning complete for port 68c90696-2d9f-44cc-a3a8-09f01d304c12 triggered by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:18:18.257037 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:18.325787 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64770c22-3b3b-408a-9e08-f03134db86b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1be0636d-b463-42b7-b857-2cab1bcab1b6,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:18:18.334730 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-64770c22-3b3b-408a-9e08-f03134db86b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:18:18.344604 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c884fec0-4660-4d5a-9efd-a513eed81be7 admin admin] Router a32521d1-92d6-4548-9433-762b8ae2f4db is scheduled to L3 agent 24af6f5b-4620-4572-ab28-0613f710586e with binding_index 1 {{(pid=86362) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 19 18:18:18.345799 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-547ea542-b6f9-4567-b8a3-74aa19d3c943 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:18.376554 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-547ea542-b6f9-4567-b8a3-74aa19d3c943 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:18.414579 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:18.457718 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] For port 68c90696-2d9f-44cc-a3a8-09f01d304c12, host dv-cinder-786927-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-iscsi',level=0,port_id=68c90696-2d9f-44cc-a3a8-09f01d304c12,segment=NetworkSegment(66349f04-21d1-4942-89e7-90c739d412d2),segment_id=66349f04-21d1-4942-89e7-90c739d412d2)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:18:18.460971 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [req-2d9e16cc-a1d3-47f7-850e-665c05cd190b req-71eee084-bbb3-4a69-a628-fc28eb220919 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:18:18.463597 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:18.465144 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device d1dbc45a-12fb-4f98-911d-bd0ba94aaddd up at agent ovs-agent-dv-cinder-786927-1-iscsi {{(pid=86364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:18:18.473001 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [req-2d9e16cc-a1d3-47f7-850e-665c05cd190b req-71eee084-bbb3-4a69-a628-fc28eb220919 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:18:18.491863 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-547ea542-b6f9-4567-b8a3-74aa19d3c943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:18.500253 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-abc074e6-c467-47c3-8ef1-246c1a7d3290 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:18:18.518274 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547ea542-b6f9-4567-b8a3-74aa19d3c943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1be0636d-b463-42b7-b857-2cab1bcab1b6,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:18:18.521271 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-547ea542-b6f9-4567-b8a3-74aa19d3c943 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:18.526113 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-547ea542-b6f9-4567-b8a3-74aa19d3c943 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1be0636d-b463-42b7-b857-2cab1bcab1b6 HTTP/1.1" status: 204 len: 168 time: 0.3122792 Apr 19 18:18:18.527752 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-547ea542-b6f9-4567-b8a3-74aa19d3c943 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:18:18.528655 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d9e16cc-a1d3-47f7-850e-665c05cd190b req-71eee084-bbb3-4a69-a628-fc28eb220919 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Made reservation on behalf of 0192ebea383943fdbf60eb0089151581 for: {'port': 1} {{(pid=86363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:18:18.535231 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:18:18.535470 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-2d9e16cc-a1d3-47f7-850e-665c05cd190b req-71eee084-bbb3-4a69-a628-fc28eb220919 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:18.588108 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c884fec0-4660-4d5a-9efd-a513eed81be7 admin admin] Notify agent at l3_agent.dv-cinder-786927-1-iscsi the message routers_updated {{(pid=86362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:18:18.589575 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b58e42-e05f-4d7f-b0c9-b62c58024870 None None] Network 51e128ea-dfc2-42b8-8991-0c72ccac434d requested from dv-cinder-786927-1-iscsi {{(pid=86364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:18:18.598245 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a9cb73-1483-4ce5-aaa1-0fc06b071080 None None] Sync routers for ids ['a32521d1-92d6-4548-9433-762b8ae2f4db'] in dv-cinder-786927-1-iscsi {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:18:18.610774 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a9cb73-1483-4ce5-aaa1-0fc06b071080 None None] Routers {'a32521d1-92d6-4548-9433-762b8ae2f4db'} bound to L3 agent in host dv-cinder-786927-1-iscsi {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:18:18.615864 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-93a9cb73-1483-4ce5-aaa1-0fc06b071080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T18:07:54Z,description=,heartbeat_timestamp=2021-04-19T18:17:54Z,host='dv-cinder-786927-1-iscsi',id=24af6f5b-4620-4572-ab28-0613f710586e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:07:54Z,topic='l3_agent')) {'router_ids': ['a32521d1-92d6-4548-9433-762b8ae2f4db'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:18:18.635816 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c884fec0-4660-4d5a-9efd-a513eed81be7 admin admin] Notify callbacks [] for router, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:18.638032 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-c884fec0-4660-4d5a-9efd-a513eed81be7 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.0731065 Apr 19 18:18:18.641543 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 60838) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:18:18.755605 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Pushing event updated for resources: {'Port': ['ID=68c90696-2d9f-44cc-a3a8-09f01d304c12,revision_number=5']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:18:18.789361 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [req-2d9e16cc-a1d3-47f7-850e-665c05cd190b req-71eee084-bbb3-4a69-a628-fc28eb220919 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Allocated IP 172.20.0.7 (d730787d-14ca-4c77-8e2c-83e69c9a7b9a/34d337c2-5f2f-4e52-a37c-792a5657b7af/3a8874fd-7a89-4611-aad5-f89145138b9e) {{(pid=86363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:18:18.796085 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:18:18.913710 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-93a9cb73-1483-4ce5-aaa1-0fc06b071080 None None] Set router a32521d1-92d6-4548-9433-762b8ae2f4db gateway port host: dv-cinder-786927-1-iscsi {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:18:19.133634 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Provisioning for port d1dbc45a-12fb-4f98-911d-bd0ba94aaddd completed by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:18:19.150002 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Provisioning complete for port d1dbc45a-12fb-4f98-911d-bd0ba94aaddd triggered by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:18:19.150427 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:19.178073 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-3fa427a0-5e25-4765-941b-84e5d3026bc7 None None] Provisioning for port d1dbc45a-12fb-4f98-911d-bd0ba94aaddd completed by entity DHCP. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:18:19.194836 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-3fa427a0-5e25-4765-941b-84e5d3026bc7 None None] Provisioning complete for port d1dbc45a-12fb-4f98-911d-bd0ba94aaddd triggered by entity DHCP. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:18:19.195285 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-3fa427a0-5e25-4765-941b-84e5d3026bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:19.216360 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-27aa4901-6076-4c13-b4fc-fc30fb05a6d5 req-96d1f29b-b5d1-4870-8cc8-9c2e799d11d3 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/ports?device_id=aa8b6b53-c6d9-474d-a84f-8a05af6417a9 HTTP/1.1" status: 200 len: 210 time: 0.2100604 Apr 19 18:18:19.289483 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-2d9e16cc-a1d3-47f7-850e-665c05cd190b req-71eee084-bbb3-4a69-a628-fc28eb220919 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Notify callbacks [] for port, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:19.345353 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-2d9e16cc-a1d3-47f7-850e-665c05cd190b req-71eee084-bbb3-4a69-a628-fc28eb220919 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782697811417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10486948'] for port, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:19.372625 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:18:19.420070 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] get_ports_and_sgs() called for port_ids ['8daa5f29-66b7-4f4b-8e17-36e9ad49dfd3', '7594faa2-1c1f-4463-bdb4-62f9445f859c', 'e07e4cb0-7a7d-4e4e-9584-8b9c625de588'] {{(pid=86364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:18:19.422429 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-93a9cb73-1483-4ce5-aaa1-0fc06b071080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a32521d1-92d6-4548-9433-762b8ae2f4db', 'name': 'tempest-TestMinimumBasicScenario-1442930242-router', 'tenant_id': '7646186a58db47e291bb5111badf8e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '640a57c0-74f4-4f1d-9dde-3b48210b5363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:18:13Z', 'updated_at': '2021-04-19T18:18:16Z', 'revision_number': 3, 'project_id': '7646186a58db47e291bb5111badf8e1c', 'gw_port': {'id': '640a57c0-74f4-4f1d-9dde-3b48210b5363', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:07:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a32521d1-92d6-4548-9433-762b8ae2f4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:18:15Z', 'updated_at': '2021-04-19T18:18:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi'}], 'dv-cinder-786927-1-iscsi', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:18:19.437549 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a9cb73-1483-4ce5-aaa1-0fc06b071080 None None] Checking router: a32521d1-92d6-4548-9433-762b8ae2f4db for host: dv-cinder-786927-1-iscsi {{(pid=86365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:18:19.437982 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a9cb73-1483-4ce5-aaa1-0fc06b071080 None None] Updating router a32521d1-92d6-4548-9433-762b8ae2f4db port 640a57c0-74f4-4f1d-9dde-3b48210b5363 binding host dv-cinder-786927-1-iscsi {{(pid=86365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 18:18:19.494882 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d9e16cc-a1d3-47f7-850e-665c05cd190b req-71eee084-bbb3-4a69-a628-fc28eb220919 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Network d730787d-14ca-4c77-8e2c-83e69c9a7b9a is already hosted by enough agents. {{(pid=86363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:18:19.502511 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [req-2d9e16cc-a1d3-47f7-850e-665c05cd190b req-71eee084-bbb3-4a69-a628-fc28eb220919 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Resources bound (agent type, host, resource id): {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:18:19.515469 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d9e16cc-a1d3-47f7-850e-665c05cd190b req-71eee084-bbb3-4a69-a628-fc28eb220919 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Received port after_create {{(pid=86363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:18:19.577992 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-93a9cb73-1483-4ce5-aaa1-0fc06b071080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:19.672390 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eee084-bbb3-4a69-a628-fc28eb220919 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Pushing event updated for resources: {'Port': ['ID=3a8874fd-7a89-4611-aad5-f89145138b9e,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:18:19.692346 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eee084-bbb3-4a69-a628-fc28eb220919 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:18:19.692758 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eee084-bbb3-4a69-a628-fc28eb220919 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:18:19.693165 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eee084-bbb3-4a69-a628-fc28eb220919 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:18:19.693566 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eee084-bbb3-4a69-a628-fc28eb220919 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:18:19.693962 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eee084-bbb3-4a69-a628-fc28eb220919 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:18:19.694357 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eee084-bbb3-4a69-a628-fc28eb220919 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:18:19.694752 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eee084-bbb3-4a69-a628-fc28eb220919 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:18:19.695175 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eee084-bbb3-4a69-a628-fc28eb220919 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:18:19.695567 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eee084-bbb3-4a69-a628-fc28eb220919 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:18:19.695955 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eee084-bbb3-4a69-a628-fc28eb220919 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:18:19.696344 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eee084-bbb3-4a69-a628-fc28eb220919 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:18:19.696731 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eee084-bbb3-4a69-a628-fc28eb220919 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:18:19.742982 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-71eee084-bbb3-4a69-a628-fc28eb220919 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:18:19.790819 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9e16cc-a1d3-47f7-850e-665c05cd190b req-71eee084-bbb3-4a69-a628-fc28eb220919 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:19.819444 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-2d9e16cc-a1d3-47f7-850e-665c05cd190b req-71eee084-bbb3-4a69-a628-fc28eb220919 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773849'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:19.845211 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:19.891031 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2d9e16cc-a1d3-47f7-850e-665c05cd190b req-71eee084-bbb3-4a69-a628-fc28eb220919 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9435961 Apr 19 18:18:19.906160 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [req-2d9e16cc-a1d3-47f7-850e-665c05cd190b req-9136aa59-f383-40c3-b556-87a53ec514d9 service neutron] Request body: {'port': {'device_id': 'aa8b6b53-c6d9-474d-a84f-8a05af6417a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:18:19.934311 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] For port d1dbc45a-12fb-4f98-911d-bd0ba94aaddd, host dv-cinder-786927-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-iscsi',level=0,port_id=d1dbc45a-12fb-4f98-911d-bd0ba94aaddd,segment=NetworkSegment(dac1d635-8ae6-4861-bda1-b27d9499e9bb),segment_id=dac1d635-8ae6-4861-bda1-b27d9499e9bb)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:18:19.948439 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:19.968207 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:18:20.043736 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-3fa427a0-5e25-4765-941b-84e5d3026bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:20.070238 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba4129-8afa-4c72-8303-cee94df8a55a req-e24ef3ca-eedc-442b-923d-704bf9272463 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:20.076751 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-93a9cb73-1483-4ce5-aaa1-0fc06b071080 None None] Notify callbacks [] for port, precommit_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:20.079806 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-52ba4129-8afa-4c72-8303-cee94df8a55a req-e24ef3ca-eedc-442b-923d-704bf9272463 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?device_id=16315f5a-aa7c-4989-ae90-ef13ce620234 HTTP/1.1" status: 200 len: 946 time: 0.4917996 Apr 19 18:18:20.097356 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-93a9cb73-1483-4ce5-aaa1-0fc06b071080 None None] Transition to ACTIVE for port object 640a57c0-74f4-4f1d-9dde-3b48210b5363 will not be triggered until provisioned by entity L2. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:18:20.104748 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-93a9cb73-1483-4ce5-aaa1-0fc06b071080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:20.110751 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:18:20.130219 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device 68c90696-2d9f-44cc-a3a8-09f01d304c12 up at agent ovs-agent-dv-cinder-786927-1-iscsi {{(pid=86364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:18:20.216017 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-52ba4129-8afa-4c72-8303-cee94df8a55a req-e0b024f6-8f24-4420-9058-98c759f293b0 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b617a3-7089-49ee-9bc8-958ab3c8bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336644 Apr 19 18:18:20.227104 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f3dc8c-5a61-4551-be7e-5d6d0aef6348 None None] Pushing event updated for resources: {'Port': ['ID=640a57c0-74f4-4f1d-9dde-3b48210b5363,revision_number=2']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:18:20.247009 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-d8f3dc8c-5a61-4551-be7e-5d6d0aef6348 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:18:20.283730 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-51c54d1e-a424-4e85-8b5a-385e820b6cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:20.290162 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-93a9cb73-1483-4ce5-aaa1-0fc06b071080 None None] Attempting to bind port 640a57c0-74f4-4f1d-9dde-3b48210b5363 on host dv-cinder-786927-1-iscsi for vnic_type normal with profile {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:18:20.290577 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-93a9cb73-1483-4ce5-aaa1-0fc06b071080 None None] Attempting to bind port 640a57c0-74f4-4f1d-9dde-3b48210b5363 by drivers openvswitch,hyperv on host dv-cinder-786927-1-iscsi at level 0 using segments [{'id': 'c45e75c0-3629-4b9b-9637-c1f0a35fb912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33'}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:18:20.290980 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a9cb73-1483-4ce5-aaa1-0fc06b071080 None None] Attempting to bind port 640a57c0-74f4-4f1d-9dde-3b48210b5363 on network 4d554598-b480-4681-a36f-a7d82bbc0b33 {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:18:20.304907 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-2d9e16cc-a1d3-47f7-850e-665c05cd190b req-9136aa59-f383-40c3-b556-87a53ec514d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:20.306674 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a9cb73-1483-4ce5-aaa1-0fc06b071080 None None] Checking agent: {'id': '84360490-1fcf-4ef7-acd4-64c16b857909', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 7, 56), 'started_at': datetime.datetime(2021, 4, 19, 18, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:18:20.307097 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a9cb73-1483-4ce5-aaa1-0fc06b071080 None None] Checking segment: {'id': 'c45e75c0-3629-4b9b-9637-c1f0a35fb912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:18:20.309908 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-93a9cb73-1483-4ce5-aaa1-0fc06b071080 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:20.311269 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a9cb73-1483-4ce5-aaa1-0fc06b071080 None None] Bound using segment: {'id': 'c45e75c0-3629-4b9b-9637-c1f0a35fb912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33'} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:18:20.315185 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-93a9cb73-1483-4ce5-aaa1-0fc06b071080 None None] Bound port: 640a57c0-74f4-4f1d-9dde-3b48210b5363, host: dv-cinder-786927-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c45e75c0-3629-4b9b-9637-c1f0a35fb912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33'}}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:18:20.315688 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-93a9cb73-1483-4ce5-aaa1-0fc06b071080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:20.363757 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.db.api [None req-3fa427a0-5e25-4765-941b-84e5d3026bc7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86364) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 19 18:18:20.364178 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_db.api [None req-3fa427a0-5e25-4765-941b-84e5d3026bc7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 19 18:18:20.441729 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Pushing event updated for resources: {'Port': ['ID=d1dbc45a-12fb-4f98-911d-bd0ba94aaddd,revision_number=3']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:18:20.457227 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:18:20.457466 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-93a9cb73-1483-4ce5-aaa1-0fc06b071080 None None] For port 640a57c0-74f4-4f1d-9dde-3b48210b5363, host dv-cinder-786927-1-iscsi, cleared binding levels {{(pid=86365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:18:20.467562 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-93a9cb73-1483-4ce5-aaa1-0fc06b071080 None None] For port 640a57c0-74f4-4f1d-9dde-3b48210b5363, host dv-cinder-786927-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-iscsi',level=0,port_id=640a57c0-74f4-4f1d-9dde-3b48210b5363,segment=NetworkSegment(c45e75c0-3629-4b9b-9637-c1f0a35fb912),segment_id=c45e75c0-3629-4b9b-9637-c1f0a35fb912)] {{(pid=86365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:18:20.478513 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-93a9cb73-1483-4ce5-aaa1-0fc06b071080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:20.483971 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:18:20.549203 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Provisioning complete for port 68c90696-2d9f-44cc-a3a8-09f01d304c12 triggered by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:18:20.550100 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:20.666927 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a9cb73-1483-4ce5-aaa1-0fc06b071080 None None] Routers {'a32521d1-92d6-4548-9433-762b8ae2f4db'} bound to L3 agent in host dv-cinder-786927-1-iscsi {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:18:20.668596 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-93a9cb73-1483-4ce5-aaa1-0fc06b071080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T18:07:54Z,description=,heartbeat_timestamp=2021-04-19T18:17:54Z,host='dv-cinder-786927-1-iscsi',id=24af6f5b-4620-4572-ab28-0613f710586e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:07:54Z,topic='l3_agent')) {'router_ids': ['a32521d1-92d6-4548-9433-762b8ae2f4db'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:18:20.997088 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f3dc8c-5a61-4551-be7e-5d6d0aef6348 None None] Pushing event updated for resources: {'Port': ['ID=640a57c0-74f4-4f1d-9dde-3b48210b5363,revision_number=3']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:18:21.010091 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b06e56-27d7-4227-b12d-472a385afd5f req-a0e76b8f-4298-4770-8052-95bec58ff607 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:21.019579 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-90b06e56-27d7-4227-b12d-472a385afd5f req-a0e76b8f-4298-4770-8052-95bec58ff607 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/ports?device_id=aa8b6b53-c6d9-474d-a84f-8a05af6417a9 HTTP/1.1" status: 200 len: 931 time: 0.5419896 Apr 19 18:18:21.023300 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [req-2d9e16cc-a1d3-47f7-850e-665c05cd190b req-9136aa59-f383-40c3-b556-87a53ec514d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a8874fd-7a89-4611-aad5-f89145138b9e {{(pid=86363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:18:21.036135 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-d8f3dc8c-5a61-4551-be7e-5d6d0aef6348 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.553s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:18:21.049312 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-2d9e16cc-a1d3-47f7-850e-665c05cd190b req-9136aa59-f383-40c3-b556-87a53ec514d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:21.088403 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [req-2d9e16cc-a1d3-47f7-850e-665c05cd190b req-9136aa59-f383-40c3-b556-87a53ec514d9 service neutron] Transition to ACTIVE for port object 3a8874fd-7a89-4611-aad5-f89145138b9e will not be triggered until provisioned by entity L2. {{(pid=86363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:18:21.093009 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [None req-51c54d1e-a424-4e85-8b5a-385e820b6cdd admin admin] Allocated IP 172.20.0.1 (51e128ea-dfc2-42b8-8991-0c72ccac434d/f921dc67-5733-4fc5-a75b-78e6254206eb/b3ab5be7-df15-4a5c-8698-b74d99e88536) {{(pid=86362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:18:21.098022 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-2d9e16cc-a1d3-47f7-850e-665c05cd190b req-9136aa59-f383-40c3-b556-87a53ec514d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844288851'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:21.113357 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-47196af0-b994-49ee-99d6-7dd63b763e87 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:18:21.170223 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-93a9cb73-1483-4ce5-aaa1-0fc06b071080 None None] Set router a32521d1-92d6-4548-9433-762b8ae2f4db gateway port host: dv-cinder-786927-1-iscsi {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:18:21.189814 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-90b06e56-27d7-4227-b12d-472a385afd5f req-9b24ba7c-d1ad-4ef0-8c60-54a6c6fadb40 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/security-groups?id=693fea71-500b-474f-8806-96b1fe4da529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683736 Apr 19 18:18:21.400696 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-9e5cb2f2-1cb6-4618-a480-298c16809607 None None] Provisioning complete for port d1dbc45a-12fb-4f98-911d-bd0ba94aaddd triggered by entity DHCP. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:18:21.403306 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9e5cb2f2-1cb6-4618-a480-298c16809607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:21.490029 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-51c54d1e-a424-4e85-8b5a-385e820b6cdd admin admin] Notify callbacks [] for port, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:21.510300 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-51c54d1e-a424-4e85-8b5a-385e820b6cdd admin admin] Transition to ACTIVE for port object b3ab5be7-df15-4a5c-8698-b74d99e88536 will not be triggered until provisioned by entity DHCP. {{(pid=86362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:18:21.543092 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-51c54d1e-a424-4e85-8b5a-385e820b6cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782697811417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844104858'] for port, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:21.557662 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136aa59-f383-40c3-b556-87a53ec514d9 service neutron] Pushing event updated for resources: {'Port': ['ID=3a8874fd-7a89-4611-aad5-f89145138b9e,revision_number=2']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:18:21.570842 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:18:21.571464 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-9136aa59-f383-40c3-b556-87a53ec514d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:18:21.645738 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-2d9e16cc-a1d3-47f7-850e-665c05cd190b req-9136aa59-f383-40c3-b556-87a53ec514d9 service neutron] Attempting to bind port 3a8874fd-7a89-4611-aad5-f89145138b9e on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:18:21.646110 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-2d9e16cc-a1d3-47f7-850e-665c05cd190b req-9136aa59-f383-40c3-b556-87a53ec514d9 service neutron] Attempting to bind port 3a8874fd-7a89-4611-aad5-f89145138b9e by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '41139e2e-7812-4641-a996-451602e23acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd730787d-14ca-4c77-8e2c-83e69c9a7b9a'}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:18:21.646684 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9e16cc-a1d3-47f7-850e-665c05cd190b req-9136aa59-f383-40c3-b556-87a53ec514d9 service neutron] Attempting to bind port 3a8874fd-7a89-4611-aad5-f89145138b9e on network d730787d-14ca-4c77-8e2c-83e69c9a7b9a {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:18:21.649247 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c54d1e-a424-4e85-8b5a-385e820b6cdd admin admin] Network 51e128ea-dfc2-42b8-8991-0c72ccac434d is already hosted by enough agents. {{(pid=86362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:18:21.653584 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-51c54d1e-a424-4e85-8b5a-385e820b6cdd admin admin] Resources bound (agent type, host, resource id): {{(pid=86362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:18:21.658096 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9e16cc-a1d3-47f7-850e-665c05cd190b req-9136aa59-f383-40c3-b556-87a53ec514d9 service neutron] Port 3a8874fd-7a89-4611-aad5-f89145138b9e on network d730787d-14ca-4c77-8e2c-83e69c9a7b9a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 18:18:21.658696 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9e16cc-a1d3-47f7-850e-665c05cd190b req-9136aa59-f383-40c3-b556-87a53ec514d9 service neutron] Attempting to bind port 3a8874fd-7a89-4611-aad5-f89145138b9e on network d730787d-14ca-4c77-8e2c-83e69c9a7b9a {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:18:21.666452 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c54d1e-a424-4e85-8b5a-385e820b6cdd admin admin] Received port after_create {{(pid=86362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:18:21.672315 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9e16cc-a1d3-47f7-850e-665c05cd190b req-9136aa59-f383-40c3-b556-87a53ec514d9 service neutron] Checking agent: {'id': '45629c73-d10e-4994-a087-373ccf8ea198', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 14, 33), 'started_at': datetime.datetime(2021, 4, 19, 18, 14, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:18:21.673250 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9e16cc-a1d3-47f7-850e-665c05cd190b req-9136aa59-f383-40c3-b556-87a53ec514d9 service neutron] Checking segment: {'id': '41139e2e-7812-4641-a996-451602e23acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd730787d-14ca-4c77-8e2c-83e69c9a7b9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:18:21.674278 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9e16cc-a1d3-47f7-850e-665c05cd190b req-9136aa59-f383-40c3-b556-87a53ec514d9 service neutron] Bound using segment: {'id': '41139e2e-7812-4641-a996-451602e23acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd730787d-14ca-4c77-8e2c-83e69c9a7b9a'} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:18:21.675371 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-2d9e16cc-a1d3-47f7-850e-665c05cd190b req-9136aa59-f383-40c3-b556-87a53ec514d9 service neutron] Bound port: 3a8874fd-7a89-4611-aad5-f89145138b9e, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41139e2e-7812-4641-a996-451602e23acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd730787d-14ca-4c77-8e2c-83e69c9a7b9a'}}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:18:21.676236 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-2d9e16cc-a1d3-47f7-850e-665c05cd190b req-9136aa59-f383-40c3-b556-87a53ec514d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:21.690825 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-93a9cb73-1483-4ce5-aaa1-0fc06b071080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a32521d1-92d6-4548-9433-762b8ae2f4db', 'name': 'tempest-TestMinimumBasicScenario-1442930242-router', 'tenant_id': '7646186a58db47e291bb5111badf8e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '640a57c0-74f4-4f1d-9dde-3b48210b5363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:18:13Z', 'updated_at': '2021-04-19T18:18:16Z', 'revision_number': 3, 'project_id': '7646186a58db47e291bb5111badf8e1c', 'gw_port': {'id': '640a57c0-74f4-4f1d-9dde-3b48210b5363', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:07:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a32521d1-92d6-4548-9433-762b8ae2f4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:18:15Z', 'updated_at': '2021-04-19T18:18:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi'}], 'dv-cinder-786927-1-iscsi', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:18:21.695288 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a9cb73-1483-4ce5-aaa1-0fc06b071080 None None] The sync data for ids ['a32521d1-92d6-4548-9433-762b8ae2f4db'] in dv-cinder-786927-1-iscsi is: [{'id': 'a32521d1-92d6-4548-9433-762b8ae2f4db', 'name': 'tempest-TestMinimumBasicScenario-1442930242-router', 'tenant_id': '7646186a58db47e291bb5111badf8e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '640a57c0-74f4-4f1d-9dde-3b48210b5363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:18:13Z', 'updated_at': '2021-04-19T18:18:16Z', 'revision_number': 3, 'project_id': '7646186a58db47e291bb5111badf8e1c', 'gw_port': {'id': '640a57c0-74f4-4f1d-9dde-3b48210b5363', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:07:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a32521d1-92d6-4548-9433-762b8ae2f4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:18:15Z', 'updated_at': '2021-04-19T18:18:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi'}] {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:18:21.756460 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5f4609e5-f3ec-487d-82ab-dd915e256fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:21.765311 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-51c54d1e-a424-4e85-8b5a-385e820b6cdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652289'] for router_interface, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:21.799612 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c54d1e-a424-4e85-8b5a-385e820b6cdd admin admin] Pushing event updated for resources: {'Port': ['ID=b3ab5be7-df15-4a5c-8698-b74d99e88536,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:18:21.812700 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c54d1e-a424-4e85-8b5a-385e820b6cdd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:18:21.812961 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c54d1e-a424-4e85-8b5a-385e820b6cdd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:18:21.813425 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c54d1e-a424-4e85-8b5a-385e820b6cdd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:18:21.813827 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c54d1e-a424-4e85-8b5a-385e820b6cdd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:18:21.814226 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c54d1e-a424-4e85-8b5a-385e820b6cdd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:18:21.814744 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c54d1e-a424-4e85-8b5a-385e820b6cdd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:18:21.815173 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c54d1e-a424-4e85-8b5a-385e820b6cdd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:18:21.815541 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c54d1e-a424-4e85-8b5a-385e820b6cdd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:18:21.815936 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c54d1e-a424-4e85-8b5a-385e820b6cdd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:18:21.816328 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c54d1e-a424-4e85-8b5a-385e820b6cdd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:18:21.816717 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c54d1e-a424-4e85-8b5a-385e820b6cdd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:18:21.817105 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c54d1e-a424-4e85-8b5a-385e820b6cdd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:18:21.821790 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-51c54d1e-a424-4e85-8b5a-385e820b6cdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:18:21.914537 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-2d9e16cc-a1d3-47f7-850e-665c05cd190b req-9136aa59-f383-40c3-b556-87a53ec514d9 service neutron] For port 3a8874fd-7a89-4611-aad5-f89145138b9e, host hv-cinder-78692, cleared binding levels {{(pid=86363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:18:21.920627 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-2d9e16cc-a1d3-47f7-850e-665c05cd190b req-9136aa59-f383-40c3-b556-87a53ec514d9 service neutron] For port 3a8874fd-7a89-4611-aad5-f89145138b9e, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=3a8874fd-7a89-4611-aad5-f89145138b9e,segment=NetworkSegment(41139e2e-7812-4641-a996-451602e23acc),segment_id=41139e2e-7812-4641-a996-451602e23acc)] {{(pid=86363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:18:21.924986 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-2d9e16cc-a1d3-47f7-850e-665c05cd190b req-9136aa59-f383-40c3-b556-87a53ec514d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844288851'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:21.926435 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-51c54d1e-a424-4e85-8b5a-385e820b6cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:21.930639 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-87a97275-a802-4996-8d08-e38712430640 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:18:21.993687 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9e16cc-a1d3-47f7-850e-665c05cd190b req-9136aa59-f383-40c3-b556-87a53ec514d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:21.994458 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-2d9e16cc-a1d3-47f7-850e-665c05cd190b req-9136aa59-f383-40c3-b556-87a53ec514d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773849'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:21.996630 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2d9e16cc-a1d3-47f7-850e-665c05cd190b req-9136aa59-f383-40c3-b556-87a53ec514d9 service neutron] 10.222.0.53 "PUT /v2.0/ports/3a8874fd-7a89-4611-aad5-f89145138b9e HTTP/1.1" status: 200 len: 1093 time: 2.0971360 Apr 19 18:18:21.997188 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa8b6b53-c6d9-474d-a84f-8a05af6417a9', 'tag': '3a8874fd-7a89-4611-aad5-f89145138b9e'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:18:22.014070 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-4c15b9e8-4f89-4711-9f7a-44d30b4bd768 None None] Provisioning for port b3ab5be7-df15-4a5c-8698-b74d99e88536 completed by entity DHCP. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:18:22.023732 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-4c15b9e8-4f89-4711-9f7a-44d30b4bd768 None None] Provisioning complete for port b3ab5be7-df15-4a5c-8698-b74d99e88536 triggered by entity DHCP. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:18:22.024292 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4c15b9e8-4f89-4711-9f7a-44d30b4bd768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:22.033029 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136aa59-f383-40c3-b556-87a53ec514d9 service neutron] Pushing event updated for resources: {'Port': ['ID=3a8874fd-7a89-4611-aad5-f89145138b9e,revision_number=3']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:18:22.036586 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-9136aa59-f383-40c3-b556-87a53ec514d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:18:22.083660 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device d1dbc45a-12fb-4f98-911d-bd0ba94aaddd up at agent ovs-agent-dv-cinder-786927-1-iscsi {{(pid=86364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:18:22.207945 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9e16cc-a1d3-47f7-850e-665c05cd190b req-9441de78-030e-43bc-930a-7c00e93feb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:22.209127 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-4c15b9e8-4f89-4711-9f7a-44d30b4bd768 None None] Port b3ab5be7-df15-4a5c-8698-b74d99e88536 cannot update to ACTIVE because it is not bound. {{(pid=86364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:18:22.209602 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2d9e16cc-a1d3-47f7-850e-665c05cd190b req-9441de78-030e-43bc-930a-7c00e93feb96 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0192ebea383943fdbf60eb0089151581&device_id=aa8b6b53-c6d9-474d-a84f-8a05af6417a9 HTTP/1.1" status: 200 len: 1096 time: 0.1458890 Apr 19 18:18:22.265849 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Provisioning complete for port d1dbc45a-12fb-4f98-911d-bd0ba94aaddd triggered by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:18:22.266286 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:22.400423 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2d9e16cc-a1d3-47f7-850e-665c05cd190b req-2091fbd3-678c-4f15-81f0-dfdf4fb0c4a8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a8874fd-7a89-4611-aad5-f89145138b9e HTTP/1.1" status: 200 len: 217 time: 0.1766663 Apr 19 18:18:22.403475 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa8b6b53-c6d9-474d-a84f-8a05af6417a9', 'tag': '3a8874fd-7a89-4611-aad5-f89145138b9e', 'status': 'completed', 'code': 200} Apr 19 18:18:22.559473 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9e16cc-a1d3-47f7-850e-665c05cd190b req-f3be73fb-8ae6-45b2-a102-a99b35a216bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:22.561200 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2d9e16cc-a1d3-47f7-850e-665c05cd190b req-f3be73fb-8ae6-45b2-a102-a99b35a216bb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=34d337c2-5f2f-4e52-a37c-792a5657b7af HTTP/1.1" status: 200 len: 854 time: 0.1137936 Apr 19 18:18:22.584527 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b55e78-9dc4-41b2-ba59-6f61ed892bec req-d9273d35-eaee-4833-a5f6-8715f08de322 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:22.585345 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-a8b55e78-9dc4-41b2-ba59-6f61ed892bec req-d9273d35-eaee-4833-a5f6-8715f08de322 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Synchronizing usage tracker for tenant:0192ebea383943fdbf60eb0089151581 on resource:port {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:18:22.684042 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2d9e16cc-a1d3-47f7-850e-665c05cd190b req-53d98c5b-f528-48ca-a35a-676fb5d6e7fa service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d730787d-14ca-4c77-8e2c-83e69c9a7b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0950532 Apr 19 18:18:22.685215 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-a8b55e78-9dc4-41b2-ba59-6f61ed892bec req-d9273d35-eaee-4833-a5f6-8715f08de322 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Unset dirty status for tenant:0192ebea383943fdbf60eb0089151581 on resource:port {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:18:22.686376 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a8b55e78-9dc4-41b2-ba59-6f61ed892bec req-d9273d35-eaee-4833-a5f6-8715f08de322 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/ports?device_id=aa8b6b53-c6d9-474d-a84f-8a05af6417a9 HTTP/1.1" status: 200 len: 943 time: 0.2818568 Apr 19 18:18:22.760917 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-51c54d1e-a424-4e85-8b5a-385e820b6cdd admin admin] Notify callbacks [] for port, precommit_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:22.769159 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-51c54d1e-a424-4e85-8b5a-385e820b6cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10670959'] for port, after_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:22.776035 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a8b55e78-9dc4-41b2-ba59-6f61ed892bec req-78ba7282-9674-49ec-a672-7444bd7325de tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/security-groups?id=693fea71-500b-474f-8806-96b1fe4da529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611844 Apr 19 18:18:22.821708 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-f91ad15f-d88c-4f95-bb5d-25fa13b449cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:18:22.959715 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c54d1e-a424-4e85-8b5a-385e820b6cdd admin admin] Pushing event updated for resources: {'Port': ['ID=b3ab5be7-df15-4a5c-8698-b74d99e88536,revision_number=2']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:18:22.962653 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-51c54d1e-a424-4e85-8b5a-385e820b6cdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854123418'] for router_interface, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:22.970029 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-51c54d1e-a424-4e85-8b5a-385e820b6cdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:18:22.977261 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2d9e16cc-a1d3-47f7-850e-665c05cd190b req-8a17909f-5ee1-4190-b725-9a2604062e87 service neutron] 10.222.0.53 "GET /v2.0/networks/d730787d-14ca-4c77-8e2c-83e69c9a7b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848294 Apr 19 18:18:23.111503 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-75417a86-46cc-433b-bf07-5d2721cd9e83 req-ec57acb9-a278-4716-b83d-33354d2762b4 tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=c2fd24c64a55482ebdfbbb8b000dcf16&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0915551 Apr 19 18:18:23.193776 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c54d1e-a424-4e85-8b5a-385e820b6cdd admin admin] Network 51e128ea-dfc2-42b8-8991-0c72ccac434d is already hosted by enough agents. {{(pid=86362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:18:23.195783 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-51c54d1e-a424-4e85-8b5a-385e820b6cdd admin admin] Resources bound (agent type, host, resource id): {{(pid=86362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:18:23.206098 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aacac24-53f4-4306-9c3e-313ebe49109b req-0fc253ab-07aa-42ed-a0cf-205bdc11a36d tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:23.207545 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6aacac24-53f4-4306-9c3e-313ebe49109b req-0fc253ab-07aa-42ed-a0cf-205bdc11a36d tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?device_id=16315f5a-aa7c-4989-ae90-ef13ce620234 HTTP/1.1" status: 200 len: 946 time: 0.1568131 Apr 19 18:18:23.280269 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2d9e16cc-a1d3-47f7-850e-665c05cd190b req-f000697e-10a1-4a76-9bcb-5e176000276c service neutron] 10.222.0.53 "GET /v2.0/networks/d730787d-14ca-4c77-8e2c-83e69c9a7b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2904782 Apr 19 18:18:23.333411 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75417a86-46cc-433b-bf07-5d2721cd9e83 req-9e672a8d-40e0-488a-a87a-fd9336965407 tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:23.335099 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-75417a86-46cc-433b-bf07-5d2721cd9e83 req-9e672a8d-40e0-488a-a87a-fd9336965407 tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2108977 Apr 19 18:18:23.402947 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-75417a86-46cc-433b-bf07-5d2721cd9e83 req-79fe9f7f-55c3-488c-b578-529e1c403f49 tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] 10.222.0.36 "GET /v2.0/quotas/c2fd24c64a55482ebdfbbb8b000dcf16 HTTP/1.1" status: 200 len: 375 time: 0.0591099 Apr 19 18:18:23.411382 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6aacac24-53f4-4306-9c3e-313ebe49109b req-75f01b0a-1880-48e5-b2f6-10e975244440 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b617a3-7089-49ee-9bc8-958ab3c8bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348336 Apr 19 18:18:23.452397 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-cf8f88f4-f1e5-4cee-a731-cd21584605c8 None None] Provisioning complete for port b3ab5be7-df15-4a5c-8698-b74d99e88536 triggered by entity DHCP. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:18:23.452623 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51c54d1e-a424-4e85-8b5a-385e820b6cdd admin admin] Router a32521d1-92d6-4548-9433-762b8ae2f4db has already been hosted by L3 agent 24af6f5b-4620-4572-ab28-0613f710586e {{(pid=86362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:18:23.452920 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-cf8f88f4-f1e5-4cee-a731-cd21584605c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:23.524077 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-cf8f88f4-f1e5-4cee-a731-cd21584605c8 None None] Port b3ab5be7-df15-4a5c-8698-b74d99e88536 cannot update to ACTIVE because it is not bound. {{(pid=86364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:18:23.701758 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-75417a86-46cc-433b-bf07-5d2721cd9e83 req-2a8d85ce-8a9a-4f83-b4e2-833d6faed29f tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c2fd24c64a55482ebdfbbb8b000dcf16&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2916002 Apr 19 18:18:23.717451 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe56f1d9-0c78-457a-a2f0-0c06c33e427d req-052a89c3-3dcd-4861-848d-bbcc3ef6b563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:23.719063 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-fe56f1d9-0c78-457a-a2f0-0c06c33e427d req-052a89c3-3dcd-4861-848d-bbcc3ef6b563 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0192ebea383943fdbf60eb0089151581&device_id=aa8b6b53-c6d9-474d-a84f-8a05af6417a9 HTTP/1.1" status: 200 len: 1096 time: 0.3772852 Apr 19 18:18:23.727405 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51c54d1e-a424-4e85-8b5a-385e820b6cdd admin admin] Notify agent at l3_agent.dv-cinder-786927-1-iscsi the message routers_updated {{(pid=86362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:18:23.741140 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e86031-b69f-45e8-91b9-a78b3d84bdb5 req-bf0c5a24-0d25-438c-9633-44716616fee1 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:23.742795 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-53e86031-b69f-45e8-91b9-a78b3d84bdb5 req-bf0c5a24-0d25-438c-9633-44716616fee1 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b691650-77a3-46c0-a67b-efc4dfadac21 HTTP/1.1" status: 200 len: 945 time: 0.1551723 Apr 19 18:18:23.767432 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-51c54d1e-a424-4e85-8b5a-385e820b6cdd admin admin] 10.222.0.36 "PUT /v2.0/routers/a32521d1-92d6-4548-9433-762b8ae2f4db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1181266 Apr 19 18:18:23.843836 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-53e86031-b69f-45e8-91b9-a78b3d84bdb5 req-6c152f86-5128-4d39-ae86-33ba63650c7f tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/security-groups?id=778d29cd-223c-4156-b234-ea1b27d18789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734801 Apr 19 18:18:23.935739 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe56f1d9-0c78-457a-a2f0-0c06c33e427d req-c6708d92-4977-47b3-b536-a6ff8c9cef61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:23.937354 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-fe56f1d9-0c78-457a-a2f0-0c06c33e427d req-c6708d92-4977-47b3-b536-a6ff8c9cef61 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d730787d-14ca-4c77-8e2c-83e69c9a7b9a HTTP/1.1" status: 200 len: 915 time: 0.2091618 Apr 19 18:18:24.139397 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device 640a57c0-74f4-4f1d-9dde-3b48210b5363 up at agent ovs-agent-dv-cinder-786927-1-iscsi {{(pid=86364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:18:24.164714 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-fe56f1d9-0c78-457a-a2f0-0c06c33e427d req-81ffb7af-2ee7-4d49-9b8b-cc87672bb76d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a8874fd-7a89-4611-aad5-f89145138b9e HTTP/1.1" status: 200 len: 217 time: 0.2132833 Apr 19 18:18:24.239700 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dadf51e3-beb5-481f-81e0-b4fa236c6aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:24.268772 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Provisioning for port 640a57c0-74f4-4f1d-9dde-3b48210b5363 completed by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:18:24.276723 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Provisioning complete for port 640a57c0-74f4-4f1d-9dde-3b48210b5363 triggered by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:18:24.278099 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:24.283016 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bbb05f-e92c-4db2-b420-b9516a24b63c req-75524aed-5e17-4938-8ebf-86fa52e9a96b tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:24.284813 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f6bbb05f-e92c-4db2-b420-b9516a24b63c req-75524aed-5e17-4938-8ebf-86fa52e9a96b tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/ports?device_id=aa8b6b53-c6d9-474d-a84f-8a05af6417a9 HTTP/1.1" status: 200 len: 943 time: 0.2397754 Apr 19 18:18:24.297673 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe56f1d9-0c78-457a-a2f0-0c06c33e427d req-a39526f0-7c3b-44d2-8839-ddaec30fe661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:24.299342 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-fe56f1d9-0c78-457a-a2f0-0c06c33e427d req-a39526f0-7c3b-44d2-8839-ddaec30fe661 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=34d337c2-5f2f-4e52-a37c-792a5657b7af HTTP/1.1" status: 200 len: 854 time: 0.1166403 Apr 19 18:18:24.375720 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-fe56f1d9-0c78-457a-a2f0-0c06c33e427d req-55a6a911-3407-41b2-a3ca-3c6faa5235d6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d730787d-14ca-4c77-8e2c-83e69c9a7b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574367 Apr 19 18:18:24.482824 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:24.570455 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] For port 640a57c0-74f4-4f1d-9dde-3b48210b5363, host dv-cinder-786927-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-iscsi',level=0,port_id=640a57c0-74f4-4f1d-9dde-3b48210b5363,segment=NetworkSegment(c45e75c0-3629-4b9b-9637-c1f0a35fb912),segment_id=c45e75c0-3629-4b9b-9637-c1f0a35fb912)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:18:24.576425 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:24.578654 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:18:24.587091 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f6bbb05f-e92c-4db2-b420-b9516a24b63c req-00179121-9d18-41e3-a0a9-48177ec05e97 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/security-groups?id=693fea71-500b-474f-8806-96b1fe4da529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863660 Apr 19 18:18:24.596996 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-fe56f1d9-0c78-457a-a2f0-0c06c33e427d req-69a66582-d75a-4661-a068-9ecb79194593 service neutron] 10.222.0.53 "GET /v2.0/networks/d730787d-14ca-4c77-8e2c-83e69c9a7b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104661 Apr 19 18:18:24.713806 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Pushing event updated for resources: {'Port': ['ID=640a57c0-74f4-4f1d-9dde-3b48210b5363,revision_number=4']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:18:24.717582 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:18:24.818599 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-60872106-3921-4474-9775-f4da212b8297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:24.899520 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-fe56f1d9-0c78-457a-a2f0-0c06c33e427d req-c91578f2-770c-47f3-a073-9f0243bcbf68 service neutron] 10.222.0.53 "GET /v2.0/networks/d730787d-14ca-4c77-8e2c-83e69c9a7b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2920966 Apr 19 18:18:24.910986 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-df16fe5a-1e58-40dd-8a7b-2a0d89206791 req-69f1bbe1-cea6-4c5a-a3ef-4d420571fdff tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] 10.222.0.36 "GET /v2.0/ports?device_id=84a05fb4-3795-46b6-bc22-a6e5d6a02f04 HTTP/1.1" status: 200 len: 210 time: 0.1196172 Apr 19 18:18:25.146362 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40d6187-303e-4f76-a53b-57d8c307099d None None] Sync routers for ids ['a32521d1-92d6-4548-9433-762b8ae2f4db'] in dv-cinder-786927-1-iscsi {{(pid=86364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:18:25.165069 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40d6187-303e-4f76-a53b-57d8c307099d None None] Routers {'a32521d1-92d6-4548-9433-762b8ae2f4db'} bound to L3 agent in host dv-cinder-786927-1-iscsi {{(pid=86364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:18:25.166037 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-a40d6187-303e-4f76-a53b-57d8c307099d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T18:07:54Z,description=,heartbeat_timestamp=2021-04-19T18:18:24Z,host='dv-cinder-786927-1-iscsi',id=24af6f5b-4620-4572-ab28-0613f710586e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:07:54Z,topic='l3_agent')) {'router_ids': ['a32521d1-92d6-4548-9433-762b8ae2f4db'], 'active': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:18:25.192404 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f54fae1-2715-424f-a457-da0156a0bf08 req-9e77c5e6-776e-4881-96be-3b9d2d3d16c6 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:25.194021 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-8f54fae1-2715-424f-a457-da0156a0bf08 req-9e77c5e6-776e-4881-96be-3b9d2d3d16c6 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b691650-77a3-46c0-a67b-efc4dfadac21 HTTP/1.1" status: 200 len: 945 time: 0.1359773 Apr 19 18:18:25.282158 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-8f54fae1-2715-424f-a457-da0156a0bf08 req-fe40f68f-2828-48cb-b013-6690d97bd230 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/security-groups?id=778d29cd-223c-4156-b234-ea1b27d18789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750644 Apr 19 18:18:25.370850 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-a40d6187-303e-4f76-a53b-57d8c307099d None None] Set router a32521d1-92d6-4548-9433-762b8ae2f4db gateway port host: dv-cinder-786927-1-iscsi {{(pid=86364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:18:25.685034 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-75417a86-46cc-433b-bf07-5d2721cd9e83 req-56f301e3-4f76-4cc1-94a5-b91aba6de4df tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=c2fd24c64a55482ebdfbbb8b000dcf16&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0743532 Apr 19 18:18:25.850358 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa39e28-ef70-4984-85aa-8664529c2812 req-1bfeb6e5-f9af-4251-b382-8481f93acfda tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:25.858704 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-9fa39e28-ef70-4984-85aa-8664529c2812 req-1bfeb6e5-f9af-4251-b382-8481f93acfda tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/ports?device_id=aa8b6b53-c6d9-474d-a84f-8a05af6417a9 HTTP/1.1" status: 200 len: 943 time: 0.1123588 Apr 19 18:18:25.934368 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-9fa39e28-ef70-4984-85aa-8664529c2812 req-89b755a3-ed48-4046-a5b2-56325a14c158 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/security-groups?id=693fea71-500b-474f-8806-96b1fe4da529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685384 Apr 19 18:18:26.005326 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:26.034246 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-a40d6187-303e-4f76-a53b-57d8c307099d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a32521d1-92d6-4548-9433-762b8ae2f4db', 'name': 'tempest-TestMinimumBasicScenario-1442930242-router', 'tenant_id': '7646186a58db47e291bb5111badf8e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '640a57c0-74f4-4f1d-9dde-3b48210b5363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:18:13Z', 'updated_at': '2021-04-19T18:18:21Z', 'revision_number': 4, 'project_id': '7646186a58db47e291bb5111badf8e1c', 'gw_port': {'id': '640a57c0-74f4-4f1d-9dde-3b48210b5363', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:07:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32521d1-92d6-4548-9433-762b8ae2f4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:18:15Z', 'updated_at': '2021-04-19T18:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi', '_interfaces': [{'id': 'b3ab5be7-df15-4a5c-8698-b74d99e88536', 'name': '', 'network_id': '51e128ea-dfc2-42b8-8991-0c72ccac434d', 'tenant_id': '7646186a58db47e291bb5111badf8e1c', 'mac_address': 'fa:16:3e:f1:5a:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a32521d1-92d6-4548-9433-762b8ae2f4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'f921dc67-5733-4fc5-a75b-78e6254206eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:18:20Z', 'updated_at': '2021-04-19T18:18:22Z', 'revision_number': 2, 'project_id': '7646186a58db47e291bb5111badf8e1c', 'subnets': [{'id': 'f921dc67-5733-4fc5-a75b-78e6254206eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-iscsi', False) {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:18:26.044173 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40d6187-303e-4f76-a53b-57d8c307099d None None] Checking router: a32521d1-92d6-4548-9433-762b8ae2f4db for host: dv-cinder-786927-1-iscsi {{(pid=86364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:18:26.044583 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40d6187-303e-4f76-a53b-57d8c307099d None None] Updating router a32521d1-92d6-4548-9433-762b8ae2f4db port b3ab5be7-df15-4a5c-8698-b74d99e88536 binding host dv-cinder-786927-1-iscsi {{(pid=86364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 18:18:26.096904 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75417a86-46cc-433b-bf07-5d2721cd9e83 req-c0bbf7a5-6f3e-40d2-ac8e-4fa85156533a tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:26.098264 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-75417a86-46cc-433b-bf07-5d2721cd9e83 req-c0bbf7a5-6f3e-40d2-ac8e-4fa85156533a tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4061437 Apr 19 18:18:26.112948 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [req-75417a86-46cc-433b-bf07-5d2721cd9e83 req-8a9bf0ad-6510-407e-813b-a033a958ebb7 tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] Request body: {'port': {'device_id': '84a05fb4-3795-46b6-bc22-a6e5d6a02f04', 'network_id': 'baa12a79-3b82-49ab-a084-29cb1dffd9d9', 'admin_state_up': True, 'tenant_id': 'c2fd24c64a55482ebdfbbb8b000dcf16'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:18:26.178553 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device 640a57c0-74f4-4f1d-9dde-3b48210b5363 up at agent ovs-agent-dv-cinder-786927-1-iscsi {{(pid=86364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:18:26.188991 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1816a06b-6315-442d-bd46-1ebf8a172580 req-70b1f6ca-41bf-489d-bbe8-8bc5e9e10f79 tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] 10.222.0.36 "GET /v2.0/ports?device_id=84a05fb4-3795-46b6-bc22-a6e5d6a02f04 HTTP/1.1" status: 200 len: 210 time: 0.0911245 Apr 19 18:18:26.238263 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.agents_db [None req-8d26a53d-5aec-40fe-9147-3f846c88e388 None None] Agent healthcheck: found 6 active agents {{(pid=86365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:18:26.248959 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-eae962f3-e32e-4947-814b-3e299d74c6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:26.273545 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a40d6187-303e-4f76-a53b-57d8c307099d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:26.347315 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [req-75417a86-46cc-433b-bf07-5d2721cd9e83 req-8a9bf0ad-6510-407e-813b-a033a958ebb7 tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:18:26.352759 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-75417a86-46cc-433b-bf07-5d2721cd9e83 req-8a9bf0ad-6510-407e-813b-a033a958ebb7 tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] Usage tracker for resource:port and tenant:c2fd24c64a55482ebdfbbb8b000dcf16 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:18:26.358172 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-75417a86-46cc-433b-bf07-5d2721cd9e83 req-8a9bf0ad-6510-407e-813b-a033a958ebb7 tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:18:26.366689 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [req-75417a86-46cc-433b-bf07-5d2721cd9e83 req-8a9bf0ad-6510-407e-813b-a033a958ebb7 tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:18:26.381679 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75417a86-46cc-433b-bf07-5d2721cd9e83 req-8a9bf0ad-6510-407e-813b-a033a958ebb7 tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] Made reservation on behalf of c2fd24c64a55482ebdfbbb8b000dcf16 for: {'port': 1} {{(pid=86363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:18:26.388124 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-75417a86-46cc-433b-bf07-5d2721cd9e83 req-8a9bf0ad-6510-407e-813b-a033a958ebb7 tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:26.405331 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-75417a86-46cc-433b-bf07-5d2721cd9e83 req-8a9bf0ad-6510-407e-813b-a033a958ebb7 tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:26.426166 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [req-75417a86-46cc-433b-bf07-5d2721cd9e83 req-8a9bf0ad-6510-407e-813b-a033a958ebb7 tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:18:26.430700 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-75417a86-46cc-433b-bf07-5d2721cd9e83 req-8a9bf0ad-6510-407e-813b-a033a958ebb7 tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] Usage tracker for resource:security_group_rule and tenant:c2fd24c64a55482ebdfbbb8b000dcf16 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:18:26.433996 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-75417a86-46cc-433b-bf07-5d2721cd9e83 req-8a9bf0ad-6510-407e-813b-a033a958ebb7 tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:18:26.441841 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [req-75417a86-46cc-433b-bf07-5d2721cd9e83 req-8a9bf0ad-6510-407e-813b-a033a958ebb7 tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:18:26.444080 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Provisioning complete for port 640a57c0-74f4-4f1d-9dde-3b48210b5363 triggered by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:18:26.444905 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:26.545678 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef30eb5a-4de5-4b21-adb7-4d023d7f8108 req-bfd64b51-4d81-4ed9-b079-4f8a2aebdfdb tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:26.557051 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ef30eb5a-4de5-4b21-adb7-4d023d7f8108 req-bfd64b51-4d81-4ed9-b079-4f8a2aebdfdb tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b691650-77a3-46c0-a67b-efc4dfadac21 HTTP/1.1" status: 200 len: 945 time: 0.1400681 Apr 19 18:18:26.557266 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-75417a86-46cc-433b-bf07-5d2721cd9e83 req-8a9bf0ad-6510-407e-813b-a033a958ebb7 tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:26.564822 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-75417a86-46cc-433b-bf07-5d2721cd9e83 req-8a9bf0ad-6510-407e-813b-a033a958ebb7 tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:26.572180 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-c9da5503-24de-4bf5-88bb-5384bdd1de6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:18:26.580522 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Device 3a8874fd-7a89-4611-aad5-f89145138b9e details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:18:26.617557 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ef30eb5a-4de5-4b21-adb7-4d023d7f8108 req-ca5da514-cb3f-413e-9fd6-88e565086116 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/security-groups?id=778d29cd-223c-4156-b234-ea1b27d18789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588956 Apr 19 18:18:26.649234 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9bf0ad-6510-407e-813b-a033a958ebb7 tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10507311-0540-4200-adcf-57b9f0a2c15d,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:18:26.655151 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-8a9bf0ad-6510-407e-813b-a033a958ebb7 tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:18:26.786631 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [req-75417a86-46cc-433b-bf07-5d2721cd9e83 req-8a9bf0ad-6510-407e-813b-a033a958ebb7 tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] Allocated IP 192.168.233.93 (baa12a79-3b82-49ab-a084-29cb1dffd9d9/b2d9a864-ed7c-4705-8049-d0684d01d11b/3bcd0258-9ec3-4b52-8b8e-fc973abbf1fb) {{(pid=86363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:18:26.797691 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-8cb2e0ef-5890-4647-80e8-31f9b3e8ed09 req-bbc3da1e-18ec-4fb7-9b79-32142a07957c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=16315f5a-aa7c-4989-ae90-ef13ce620234&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1099155 Apr 19 18:18:26.972956 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb2e0ef-5890-4647-80e8-31f9b3e8ed09 req-69b30a98-b6d0-403a-b352-d770c15c8a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:26.976146 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-8cb2e0ef-5890-4647-80e8-31f9b3e8ed09 req-69b30a98-b6d0-403a-b352-d770c15c8a71 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8280c444ce7f4603a8a1042629dae0e6&device_id=16315f5a-aa7c-4989-ae90-ef13ce620234 HTTP/1.1" status: 200 len: 1099 time: 0.1431894 Apr 19 18:18:27.028271 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] For port 3a8874fd-7a89-4611-aad5-f89145138b9e, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=3a8874fd-7a89-4611-aad5-f89145138b9e,segment=NetworkSegment(41139e2e-7812-4641-a996-451602e23acc),segment_id=41139e2e-7812-4641-a996-451602e23acc)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:18:27.071944 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Returning: {'device': '3a8874fd-7a89-4611-aad5-f89145138b9e', 'network_id': 'd730787d-14ca-4c77-8e2c-83e69c9a7b9a', 'port_id': '3a8874fd-7a89-4611-aad5-f89145138b9e', 'mac_address': 'fa:16:3e:79:9a:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34d337c2-5f2f-4e52-a37c-792a5657b7af', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:18:27.144149 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:27.151045 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-75417a86-46cc-433b-bf07-5d2721cd9e83 req-8a9bf0ad-6510-407e-813b-a033a958ebb7 tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] Notify callbacks [] for port, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:27.171341 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a8874fd-7a89-4611-aad5-f89145138b9e {{(pid=86364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:18:27.173170 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [req-75417a86-46cc-433b-bf07-5d2721cd9e83 req-8a9bf0ad-6510-407e-813b-a033a958ebb7 tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] Transition to ACTIVE for port object 3bcd0258-9ec3-4b52-8b8e-fc973abbf1fb will not be triggered until provisioned by entity DHCP. {{(pid=86363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:18:27.205343 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-75417a86-46cc-433b-bf07-5d2721cd9e83 req-8a9bf0ad-6510-407e-813b-a033a958ebb7 tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782697811417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10486948'] for port, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:27.214278 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-71eee084-bbb3-4a69-a628-fc28eb220919 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:18:27.225754 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb2e0ef-5890-4647-80e8-31f9b3e8ed09 req-aedbce3d-be1c-4b91-b0a4-d02050ee4b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:27.227364 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-8cb2e0ef-5890-4647-80e8-31f9b3e8ed09 req-aedbce3d-be1c-4b91-b0a4-d02050ee4b1b service neutron] 10.222.0.53 "GET /v2.0/networks?id=8a0b2a47-900b-4baa-8d26-539dace3d837 HTTP/1.1" status: 200 len: 919 time: 0.2174780 Apr 19 18:18:27.248688 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] For port 3a8874fd-7a89-4611-aad5-f89145138b9e, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=3a8874fd-7a89-4611-aad5-f89145138b9e,segment=NetworkSegment(41139e2e-7812-4641-a996-451602e23acc),segment_id=41139e2e-7812-4641-a996-451602e23acc)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:18:27.303170 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75417a86-46cc-433b-bf07-5d2721cd9e83 req-8a9bf0ad-6510-407e-813b-a033a958ebb7 tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] Network baa12a79-3b82-49ab-a084-29cb1dffd9d9 is already hosted by enough agents. {{(pid=86363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:18:27.309279 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [req-75417a86-46cc-433b-bf07-5d2721cd9e83 req-8a9bf0ad-6510-407e-813b-a033a958ebb7 tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] Resources bound (agent type, host, resource id): {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:18:27.338926 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [req-75417a86-46cc-433b-bf07-5d2721cd9e83 req-8a9bf0ad-6510-407e-813b-a033a958ebb7 tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] Received port after_create {{(pid=86363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:18:27.340265 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:27.363803 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-5b79c659-c38e-4bb6-a97a-831c1e33ae14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:18:27.390773 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-8cb2e0ef-5890-4647-80e8-31f9b3e8ed09 req-bffb89bd-d09d-494b-8f56-e889bdadf848 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dab3f0e8-b34c-4a91-941f-44c4e7d7d787 HTTP/1.1" status: 200 len: 217 time: 0.1544039 Apr 19 18:18:27.435805 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75417a86-46cc-433b-bf07-5d2721cd9e83 req-8a9bf0ad-6510-407e-813b-a033a958ebb7 tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:27.441396 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-75417a86-46cc-433b-bf07-5d2721cd9e83 req-8a9bf0ad-6510-407e-813b-a033a958ebb7 tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773849'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:27.458879 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Pushing event updated for resources: {'Port': ['ID=3a8874fd-7a89-4611-aad5-f89145138b9e,revision_number=4']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:18:27.472660 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:18:27.472660 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:18:27.472660 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:18:27.472660 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:18:27.472660 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:18:27.473228 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:18:27.473502 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:18:27.473870 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:18:27.474242 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:18:27.474641 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:18:27.475095 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:18:27.476463 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:18:27.479541 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-75417a86-46cc-433b-bf07-5d2721cd9e83 req-8a9bf0ad-6510-407e-813b-a033a958ebb7 tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3709412 Apr 19 18:18:27.489952 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:18:27.506531 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [req-75417a86-46cc-433b-bf07-5d2721cd9e83 req-ab2635c5-0b9f-4022-afaf-d7c0df9a6f3c service neutron] Request body: {'port': {'device_id': '84a05fb4-3795-46b6-bc22-a6e5d6a02f04', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:18:27.511410 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a40d6187-303e-4f76-a53b-57d8c307099d None None] Notify callbacks [] for port, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:27.525535 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-a40d6187-303e-4f76-a53b-57d8c307099d None None] Transition to ACTIVE for port object b3ab5be7-df15-4a5c-8698-b74d99e88536 will not be triggered until provisioned by entity L2. {{(pid=86364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:18:27.538860 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a40d6187-303e-4f76-a53b-57d8c307099d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:27.543959 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-5cc30eb3-0f2d-4474-9407-23dd123682e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:18:27.637090 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be68334-1ad2-4a44-8fdd-ab84b728866e None None] Pushing event updated for resources: {'Port': ['ID=b3ab5be7-df15-4a5c-8698-b74d99e88536,revision_number=3']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:18:27.648249 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-5be68334-1ad2-4a44-8fdd-ab84b728866e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:18:27.679698 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-75417a86-46cc-433b-bf07-5d2721cd9e83 req-ab2635c5-0b9f-4022-afaf-d7c0df9a6f3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:27.690259 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9bf0ad-6510-407e-813b-a033a958ebb7 tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] Pushing event updated for resources: {'Port': ['ID=3bcd0258-9ec3-4b52-8b8e-fc973abbf1fb,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:18:27.698769 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-8a9bf0ad-6510-407e-813b-a033a958ebb7 tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:18:27.707900 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a83d56-ae08-455e-b313-9448a42583ec req-3c60a7a4-d551-4d16-af36-752acd0db0a7 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:27.709717 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-47a83d56-ae08-455e-b313-9448a42583ec req-3c60a7a4-d551-4d16-af36-752acd0db0a7 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/ports?device_id=aa8b6b53-c6d9-474d-a84f-8a05af6417a9 HTTP/1.1" status: 200 len: 943 time: 0.6352379 Apr 19 18:18:27.789765 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb2e0ef-5890-4647-80e8-31f9b3e8ed09 req-4d81492a-83e5-4441-b20a-67e348c3beda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:27.791500 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-8cb2e0ef-5890-4647-80e8-31f9b3e8ed09 req-4d81492a-83e5-4441-b20a-67e348c3beda service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ada99008-3d7e-49b3-8e59-95a033a8bf6a HTTP/1.1" status: 200 len: 858 time: 0.3827639 Apr 19 18:18:27.924696 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-8cb2e0ef-5890-4647-80e8-31f9b3e8ed09 req-0fe68d92-5a03-4060-a8e5-03a1069982ab service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8a0b2a47-900b-4baa-8d26-539dace3d837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1160803 Apr 19 18:18:27.925927 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-47a83d56-ae08-455e-b313-9448a42583ec req-b7e99b16-f472-43bd-8218-73d6c05ed8ba tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/security-groups?id=693fea71-500b-474f-8806-96b1fe4da529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283941 Apr 19 18:18:28.102011 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97a7563-dcdc-4e8b-9789-b60523beeef5 req-752e512a-0304-48f4-8068-5289b162db7f tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:28.111312 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] get_ports_and_sgs() called for port_ids ['3a8874fd-7a89-4611-aad5-f89145138b9e'] {{(pid=86364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:18:28.111876 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c97a7563-dcdc-4e8b-9789-b60523beeef5 req-752e512a-0304-48f4-8068-5289b162db7f tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] 10.222.0.36 "GET /v2.0/ports?device_id=84a05fb4-3795-46b6-bc22-a6e5d6a02f04 HTTP/1.1" status: 200 len: 935 time: 0.5644419 Apr 19 18:18:28.184767 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c97a7563-dcdc-4e8b-9789-b60523beeef5 req-418077a6-72bc-4934-811e-11fe48446d58 tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] 10.222.0.36 "GET /v2.0/security-groups?id=10507311-0540-4200-adcf-57b9f0a2c15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715792 Apr 19 18:18:28.229965 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-8cb2e0ef-5890-4647-80e8-31f9b3e8ed09 req-c98b4fb4-bc1e-496a-a73d-b94991465a17 service neutron] 10.222.0.53 "GET /v2.0/networks/8a0b2a47-900b-4baa-8d26-539dace3d837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2943058 Apr 19 18:18:28.269826 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [req-75417a86-46cc-433b-bf07-5d2721cd9e83 req-ab2635c5-0b9f-4022-afaf-d7c0df9a6f3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bcd0258-9ec3-4b52-8b8e-fc973abbf1fb {{(pid=86363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:18:28.278940 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-75417a86-46cc-433b-bf07-5d2721cd9e83 req-ab2635c5-0b9f-4022-afaf-d7c0df9a6f3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:28.295484 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [req-75417a86-46cc-433b-bf07-5d2721cd9e83 req-ab2635c5-0b9f-4022-afaf-d7c0df9a6f3c service neutron] Transition to ACTIVE for port object 3bcd0258-9ec3-4b52-8b8e-fc973abbf1fb will not be triggered until provisioned by entity L2. {{(pid=86363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:18:28.309016 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-75417a86-46cc-433b-bf07-5d2721cd9e83 req-ab2635c5-0b9f-4022-afaf-d7c0df9a6f3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844288851'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:28.321076 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:18:28.349839 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-4de05cbd-a1b7-42bb-98b7-56d016a6fc3e None None] Provisioning for port 3bcd0258-9ec3-4b52-8b8e-fc973abbf1fb completed by entity DHCP. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:18:28.378307 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-a40d6187-303e-4f76-a53b-57d8c307099d None None] Attempting to bind port b3ab5be7-df15-4a5c-8698-b74d99e88536 on host dv-cinder-786927-1-iscsi for vnic_type normal with profile {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:18:28.379048 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-a40d6187-303e-4f76-a53b-57d8c307099d None None] Attempting to bind port b3ab5be7-df15-4a5c-8698-b74d99e88536 by drivers openvswitch,hyperv on host dv-cinder-786927-1-iscsi at level 0 using segments [{'id': 'dac1d635-8ae6-4861-bda1-b27d9499e9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '51e128ea-dfc2-42b8-8991-0c72ccac434d'}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:18:28.379659 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40d6187-303e-4f76-a53b-57d8c307099d None None] Attempting to bind port b3ab5be7-df15-4a5c-8698-b74d99e88536 on network 51e128ea-dfc2-42b8-8991-0c72ccac434d {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:18:28.405106 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40d6187-303e-4f76-a53b-57d8c307099d None None] Checking agent: {'id': '84360490-1fcf-4ef7-acd4-64c16b857909', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 7, 56), 'started_at': datetime.datetime(2021, 4, 19, 18, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:18:28.405808 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40d6187-303e-4f76-a53b-57d8c307099d None None] Checking segment: {'id': 'dac1d635-8ae6-4861-bda1-b27d9499e9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '51e128ea-dfc2-42b8-8991-0c72ccac434d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:18:28.406525 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a40d6187-303e-4f76-a53b-57d8c307099d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:28.407115 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40d6187-303e-4f76-a53b-57d8c307099d None None] Bound using segment: {'id': 'dac1d635-8ae6-4861-bda1-b27d9499e9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '51e128ea-dfc2-42b8-8991-0c72ccac434d'} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:18:28.407854 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-a40d6187-303e-4f76-a53b-57d8c307099d None None] Bound port: b3ab5be7-df15-4a5c-8698-b74d99e88536, host: dv-cinder-786927-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dac1d635-8ae6-4861-bda1-b27d9499e9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '51e128ea-dfc2-42b8-8991-0c72ccac434d'}}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:18:28.408430 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a40d6187-303e-4f76-a53b-57d8c307099d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:28.486534 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-8cb2e0ef-5890-4647-80e8-31f9b3e8ed09 req-1b586d57-828a-478e-ab51-e142dbe1b27b service neutron] 10.222.0.53 "GET /v2.0/networks/8a0b2a47-900b-4baa-8d26-539dace3d837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482870 Apr 19 18:18:28.618900 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-a40d6187-303e-4f76-a53b-57d8c307099d None None] For port b3ab5be7-df15-4a5c-8698-b74d99e88536, host dv-cinder-786927-1-iscsi, cleared binding levels {{(pid=86364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:18:28.622650 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-a40d6187-303e-4f76-a53b-57d8c307099d None None] For port b3ab5be7-df15-4a5c-8698-b74d99e88536, host dv-cinder-786927-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-iscsi',level=0,port_id=b3ab5be7-df15-4a5c-8698-b74d99e88536,segment=NetworkSegment(dac1d635-8ae6-4861-bda1-b27d9499e9bb),segment_id=dac1d635-8ae6-4861-bda1-b27d9499e9bb)] {{(pid=86364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:18:28.645781 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a40d6187-303e-4f76-a53b-57d8c307099d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:28.650760 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:18:28.819531 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40d6187-303e-4f76-a53b-57d8c307099d None None] Routers {'a32521d1-92d6-4548-9433-762b8ae2f4db'} bound to L3 agent in host dv-cinder-786927-1-iscsi {{(pid=86364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:18:28.820251 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-a40d6187-303e-4f76-a53b-57d8c307099d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T18:07:54Z,description=,heartbeat_timestamp=2021-04-19T18:18:24Z,host='dv-cinder-786927-1-iscsi',id=24af6f5b-4620-4572-ab28-0613f710586e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:07:54Z,topic='l3_agent')) {'router_ids': ['a32521d1-92d6-4548-9433-762b8ae2f4db'], 'active': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:18:28.965167 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2635c5-0b9f-4022-afaf-d7c0df9a6f3c service neutron] Pushing event updated for resources: {'Port': ['ID=3bcd0258-9ec3-4b52-8b8e-fc973abbf1fb,revision_number=2']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:18:28.970949 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be68334-1ad2-4a44-8fdd-ab84b728866e None None] Pushing event updated for resources: {'Port': ['ID=b3ab5be7-df15-4a5c-8698-b74d99e88536,revision_number=4']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:18:28.975853 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-ab2635c5-0b9f-4022-afaf-d7c0df9a6f3c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.654s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:18:28.982928 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-5be68334-1ad2-4a44-8fdd-ab84b728866e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:18:29.062434 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-a40d6187-303e-4f76-a53b-57d8c307099d None None] Set router a32521d1-92d6-4548-9433-762b8ae2f4db gateway port host: dv-cinder-786927-1-iscsi {{(pid=86364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:18:29.112086 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-75417a86-46cc-433b-bf07-5d2721cd9e83 req-ab2635c5-0b9f-4022-afaf-d7c0df9a6f3c service neutron] Attempting to bind port 3bcd0258-9ec3-4b52-8b8e-fc973abbf1fb on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:18:29.112086 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-75417a86-46cc-433b-bf07-5d2721cd9e83 req-ab2635c5-0b9f-4022-afaf-d7c0df9a6f3c service neutron] Attempting to bind port 3bcd0258-9ec3-4b52-8b8e-fc973abbf1fb by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': 'fa948766-0612-474d-8b64-c242e04d294a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'baa12a79-3b82-49ab-a084-29cb1dffd9d9'}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:18:29.112086 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75417a86-46cc-433b-bf07-5d2721cd9e83 req-ab2635c5-0b9f-4022-afaf-d7c0df9a6f3c service neutron] Attempting to bind port 3bcd0258-9ec3-4b52-8b8e-fc973abbf1fb on network baa12a79-3b82-49ab-a084-29cb1dffd9d9 {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:18:29.125978 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75417a86-46cc-433b-bf07-5d2721cd9e83 req-ab2635c5-0b9f-4022-afaf-d7c0df9a6f3c service neutron] Port 3bcd0258-9ec3-4b52-8b8e-fc973abbf1fb on network baa12a79-3b82-49ab-a084-29cb1dffd9d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 18:18:29.126351 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75417a86-46cc-433b-bf07-5d2721cd9e83 req-ab2635c5-0b9f-4022-afaf-d7c0df9a6f3c service neutron] Attempting to bind port 3bcd0258-9ec3-4b52-8b8e-fc973abbf1fb on network baa12a79-3b82-49ab-a084-29cb1dffd9d9 {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:18:29.142973 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75417a86-46cc-433b-bf07-5d2721cd9e83 req-ab2635c5-0b9f-4022-afaf-d7c0df9a6f3c service neutron] Checking agent: {'id': '45629c73-d10e-4994-a087-373ccf8ea198', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 14, 33), 'started_at': datetime.datetime(2021, 4, 19, 18, 14, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:18:29.143393 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75417a86-46cc-433b-bf07-5d2721cd9e83 req-ab2635c5-0b9f-4022-afaf-d7c0df9a6f3c service neutron] Checking segment: {'id': 'fa948766-0612-474d-8b64-c242e04d294a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'baa12a79-3b82-49ab-a084-29cb1dffd9d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:18:29.143824 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75417a86-46cc-433b-bf07-5d2721cd9e83 req-ab2635c5-0b9f-4022-afaf-d7c0df9a6f3c service neutron] Bound using segment: {'id': 'fa948766-0612-474d-8b64-c242e04d294a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'baa12a79-3b82-49ab-a084-29cb1dffd9d9'} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:18:29.144311 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-75417a86-46cc-433b-bf07-5d2721cd9e83 req-ab2635c5-0b9f-4022-afaf-d7c0df9a6f3c service neutron] Bound port: 3bcd0258-9ec3-4b52-8b8e-fc973abbf1fb, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa948766-0612-474d-8b64-c242e04d294a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'baa12a79-3b82-49ab-a084-29cb1dffd9d9'}}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:18:29.144901 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-75417a86-46cc-433b-bf07-5d2721cd9e83 req-ab2635c5-0b9f-4022-afaf-d7c0df9a6f3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:29.217730 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c382d-9773-44fc-938b-4dd277065d84 req-eafc2db3-d10e-456d-8a12-69230345870c tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:29.218937 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf14516f-6ddb-4896-a188-966f3a514d88 req-51e724f1-5432-4cb6-956e-a6e70707728a tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:29.219501 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-029c382d-9773-44fc-938b-4dd277065d84 req-eafc2db3-d10e-456d-8a12-69230345870c tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b691650-77a3-46c0-a67b-efc4dfadac21 HTTP/1.1" status: 200 len: 945 time: 0.8428535 Apr 19 18:18:29.233416 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-cf14516f-6ddb-4896-a188-966f3a514d88 req-51e724f1-5432-4cb6-956e-a6e70707728a tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/ports?device_id=aa8b6b53-c6d9-474d-a84f-8a05af6417a9 HTTP/1.1" status: 200 len: 944 time: 0.1182044 Apr 19 18:18:29.260634 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-75417a86-46cc-433b-bf07-5d2721cd9e83 req-ab2635c5-0b9f-4022-afaf-d7c0df9a6f3c service neutron] For port 3bcd0258-9ec3-4b52-8b8e-fc973abbf1fb, host hv-cinder-78692, cleared binding levels {{(pid=86363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:18:29.263994 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-75417a86-46cc-433b-bf07-5d2721cd9e83 req-ab2635c5-0b9f-4022-afaf-d7c0df9a6f3c service neutron] For port 3bcd0258-9ec3-4b52-8b8e-fc973abbf1fb, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=3bcd0258-9ec3-4b52-8b8e-fc973abbf1fb,segment=NetworkSegment(fa948766-0612-474d-8b64-c242e04d294a),segment_id=fa948766-0612-474d-8b64-c242e04d294a)] {{(pid=86363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:18:29.283285 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-75417a86-46cc-433b-bf07-5d2721cd9e83 req-ab2635c5-0b9f-4022-afaf-d7c0df9a6f3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844288851'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:29.292636 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-cf14516f-6ddb-4896-a188-966f3a514d88 req-a1b28144-1d8c-41ae-a043-a8565c62f9ad tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/security-groups?id=693fea71-500b-474f-8806-96b1fe4da529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581722 Apr 19 18:18:29.296362 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-9f916e96-a6e3-4baa-91a8-7a5b97585a3f tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:18:29.382390 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75417a86-46cc-433b-bf07-5d2721cd9e83 req-ab2635c5-0b9f-4022-afaf-d7c0df9a6f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:29.383162 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-75417a86-46cc-433b-bf07-5d2721cd9e83 req-ab2635c5-0b9f-4022-afaf-d7c0df9a6f3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773849'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:29.384724 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-75417a86-46cc-433b-bf07-5d2721cd9e83 req-ab2635c5-0b9f-4022-afaf-d7c0df9a6f3c service neutron] 10.222.0.53 "PUT /v2.0/ports/3bcd0258-9ec3-4b52-8b8e-fc973abbf1fb HTTP/1.1" status: 200 len: 1097 time: 1.8943884 Apr 19 18:18:29.390687 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-029c382d-9773-44fc-938b-4dd277065d84 req-9277f5c3-4ddb-4d95-8488-afed2857141d tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/security-groups?id=778d29cd-223c-4156-b234-ea1b27d18789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251833 Apr 19 18:18:29.391284 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84a05fb4-3795-46b6-bc22-a6e5d6a02f04', 'tag': '3bcd0258-9ec3-4b52-8b8e-fc973abbf1fb'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:18:29.429473 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2635c5-0b9f-4022-afaf-d7c0df9a6f3c service neutron] Pushing event updated for resources: {'Port': ['ID=3bcd0258-9ec3-4b52-8b8e-fc973abbf1fb,revision_number=3']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:18:29.443415 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-ab2635c5-0b9f-4022-afaf-d7c0df9a6f3c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:18:29.522964 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-a40d6187-303e-4f76-a53b-57d8c307099d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a32521d1-92d6-4548-9433-762b8ae2f4db', 'name': 'tempest-TestMinimumBasicScenario-1442930242-router', 'tenant_id': '7646186a58db47e291bb5111badf8e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '640a57c0-74f4-4f1d-9dde-3b48210b5363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:18:13Z', 'updated_at': '2021-04-19T18:18:21Z', 'revision_number': 4, 'project_id': '7646186a58db47e291bb5111badf8e1c', 'gw_port': {'id': '640a57c0-74f4-4f1d-9dde-3b48210b5363', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:07:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32521d1-92d6-4548-9433-762b8ae2f4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:18:15Z', 'updated_at': '2021-04-19T18:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi', '_interfaces': [{'id': 'b3ab5be7-df15-4a5c-8698-b74d99e88536', 'name': '', 'network_id': '51e128ea-dfc2-42b8-8991-0c72ccac434d', 'tenant_id': '7646186a58db47e291bb5111badf8e1c', 'mac_address': 'fa:16:3e:f1:5a:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a32521d1-92d6-4548-9433-762b8ae2f4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'f921dc67-5733-4fc5-a75b-78e6254206eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:18:20Z', 'updated_at': '2021-04-19T18:18:28Z', 'revision_number': 4, 'project_id': '7646186a58db47e291bb5111badf8e1c', 'subnets': [{'id': 'f921dc67-5733-4fc5-a75b-78e6254206eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-iscsi', False) {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:18:29.533252 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40d6187-303e-4f76-a53b-57d8c307099d None None] The sync data for ids ['a32521d1-92d6-4548-9433-762b8ae2f4db'] in dv-cinder-786927-1-iscsi is: [{'id': 'a32521d1-92d6-4548-9433-762b8ae2f4db', 'name': 'tempest-TestMinimumBasicScenario-1442930242-router', 'tenant_id': '7646186a58db47e291bb5111badf8e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '640a57c0-74f4-4f1d-9dde-3b48210b5363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:18:13Z', 'updated_at': '2021-04-19T18:18:21Z', 'revision_number': 4, 'project_id': '7646186a58db47e291bb5111badf8e1c', 'gw_port': {'id': '640a57c0-74f4-4f1d-9dde-3b48210b5363', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:07:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32521d1-92d6-4548-9433-762b8ae2f4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:18:15Z', 'updated_at': '2021-04-19T18:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi', '_interfaces': [{'id': 'b3ab5be7-df15-4a5c-8698-b74d99e88536', 'name': '', 'network_id': '51e128ea-dfc2-42b8-8991-0c72ccac434d', 'tenant_id': '7646186a58db47e291bb5111badf8e1c', 'mac_address': 'fa:16:3e:f1:5a:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a32521d1-92d6-4548-9433-762b8ae2f4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'f921dc67-5733-4fc5-a75b-78e6254206eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:18:20Z', 'updated_at': '2021-04-19T18:18:28Z', 'revision_number': 4, 'project_id': '7646186a58db47e291bb5111badf8e1c', 'subnets': [{'id': 'f921dc67-5733-4fc5-a75b-78e6254206eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:18:29.580929 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75417a86-46cc-433b-bf07-5d2721cd9e83 req-a22f39d9-57a4-4373-bb69-bfa15068bb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:29.582860 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-75417a86-46cc-433b-bf07-5d2721cd9e83 req-a22f39d9-57a4-4373-bb69-bfa15068bb72 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c2fd24c64a55482ebdfbbb8b000dcf16&device_id=84a05fb4-3795-46b6-bc22-a6e5d6a02f04 HTTP/1.1" status: 200 len: 1100 time: 0.1407559 Apr 19 18:18:29.702734 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84a05fb4-3795-46b6-bc22-a6e5d6a02f04', 'tag': '3bcd0258-9ec3-4b52-8b8e-fc973abbf1fb', 'status': 'completed', 'code': 200} Apr 19 18:18:29.776286 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-75417a86-46cc-433b-bf07-5d2721cd9e83 req-76a9e433-7336-4564-bfab-c62691c2138d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=3bcd0258-9ec3-4b52-8b8e-fc973abbf1fb HTTP/1.1" status: 200 len: 217 time: 0.1845002 Apr 19 18:18:29.905939 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75417a86-46cc-433b-bf07-5d2721cd9e83 req-ff3a1632-d373-4682-b5c1-62b210e00fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:29.907798 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-75417a86-46cc-433b-bf07-5d2721cd9e83 req-ff3a1632-d373-4682-b5c1-62b210e00fa6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b2d9a864-ed7c-4705-8049-d0684d01d11b HTTP/1.1" status: 200 len: 843 time: 0.1191206 Apr 19 18:18:29.981990 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8c96d-836a-4ad7-80e4-daaf990e2c0b req-360f186f-1013-46b3-acb2-d105eaf9ed8b tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:29.982793 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-b5e8c96d-836a-4ad7-80e4-daaf990e2c0b req-360f186f-1013-46b3-acb2-d105eaf9ed8b tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] Synchronizing usage tracker for tenant:c2fd24c64a55482ebdfbbb8b000dcf16 on resource:port {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:18:30.010717 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-b5e8c96d-836a-4ad7-80e4-daaf990e2c0b req-360f186f-1013-46b3-acb2-d105eaf9ed8b tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] Unset dirty status for tenant:c2fd24c64a55482ebdfbbb8b000dcf16 on resource:port {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:18:30.012218 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b5e8c96d-836a-4ad7-80e4-daaf990e2c0b req-360f186f-1013-46b3-acb2-d105eaf9ed8b tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] 10.222.0.36 "GET /v2.0/ports?device_id=84a05fb4-3795-46b6-bc22-a6e5d6a02f04 HTTP/1.1" status: 200 len: 947 time: 0.3084848 Apr 19 18:18:30.078472 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75417a86-46cc-433b-bf07-5d2721cd9e83 req-02cd0716-ab53-4eb9-8d62-8d5d7755fc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:30.079530 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-75417a86-46cc-433b-bf07-5d2721cd9e83 req-02cd0716-ab53-4eb9-8d62-8d5d7755fc4d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=baa12a79-3b82-49ab-a084-29cb1dffd9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1613142 Apr 19 18:18:30.086548 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-b5e8c96d-836a-4ad7-80e4-daaf990e2c0b req-4fa83a72-b5b8-46d9-9406-a9071c65a54f tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] Synchronizing usage tracker for tenant:c2fd24c64a55482ebdfbbb8b000dcf16 on resource:security_group {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:18:30.211377 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device b3ab5be7-df15-4a5c-8698-b74d99e88536 up at agent ovs-agent-dv-cinder-786927-1-iscsi {{(pid=86364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:18:30.257757 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-b5e8c96d-836a-4ad7-80e4-daaf990e2c0b req-4fa83a72-b5b8-46d9-9406-a9071c65a54f tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] Unset dirty status for tenant:c2fd24c64a55482ebdfbbb8b000dcf16 on resource:security_group {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:18:30.259294 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b5e8c96d-836a-4ad7-80e4-daaf990e2c0b req-4fa83a72-b5b8-46d9-9406-a9071c65a54f tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] 10.222.0.36 "GET /v2.0/security-groups?id=10507311-0540-4200-adcf-57b9f0a2c15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346363 Apr 19 18:18:30.312266 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-75417a86-46cc-433b-bf07-5d2721cd9e83 req-fe59965d-d300-4bb3-a026-b5065751d804 service neutron] 10.222.0.53 "GET /v2.0/networks/baa12a79-3b82-49ab-a084-29cb1dffd9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224884 Apr 19 18:18:30.412193 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Provisioning for port b3ab5be7-df15-4a5c-8698-b74d99e88536 completed by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:18:30.412193 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Provisioning complete for port b3ab5be7-df15-4a5c-8698-b74d99e88536 triggered by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:18:30.412193 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:30.560682 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-75417a86-46cc-433b-bf07-5d2721cd9e83 req-f89ad2ab-db48-4771-9dc3-09b36c50f1b7 service neutron] 10.222.0.53 "GET /v2.0/networks/baa12a79-3b82-49ab-a084-29cb1dffd9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395465 Apr 19 18:18:30.629409 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:30.629785 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3714f387-b038-4b96-8213-9bd8ad69be71 req-ab2c3ab2-7949-4f1c-ae43-cf5b71bc9ba1 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:30.638933 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-3714f387-b038-4b96-8213-9bd8ad69be71 req-ab2c3ab2-7949-4f1c-ae43-cf5b71bc9ba1 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/ports?device_id=aa8b6b53-c6d9-474d-a84f-8a05af6417a9 HTTP/1.1" status: 200 len: 944 time: 0.1312053 Apr 19 18:18:30.652294 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Device 3a8874fd-7a89-4611-aad5-f89145138b9e up at agent hyperv_hv-cinder-78692 {{(pid=86364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:18:30.728154 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-3714f387-b038-4b96-8213-9bd8ad69be71 req-c32c8628-89cb-4873-9962-ebf07b21ea72 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/security-groups?id=693fea71-500b-474f-8806-96b1fe4da529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876322 Apr 19 18:18:30.861956 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7b11e4-b597-49ab-b992-edb5df64acf6 req-c3a96419-9884-4079-8eb5-430e3692b51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:30.863713 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0f7b11e4-b597-49ab-b992-edb5df64acf6 req-c3a96419-9884-4079-8eb5-430e3692b51b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c2fd24c64a55482ebdfbbb8b000dcf16&device_id=84a05fb4-3795-46b6-bc22-a6e5d6a02f04 HTTP/1.1" status: 200 len: 1100 time: 0.1979885 Apr 19 18:18:30.863836 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] For port b3ab5be7-df15-4a5c-8698-b74d99e88536, host dv-cinder-786927-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-iscsi',level=0,port_id=b3ab5be7-df15-4a5c-8698-b74d99e88536,segment=NetworkSegment(dac1d635-8ae6-4861-bda1-b27d9499e9bb),segment_id=dac1d635-8ae6-4861-bda1-b27d9499e9bb)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:18:30.874239 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:30.874917 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159936d1-fc98-413e-885c-7731b92dcddd req-dc7cd851-84ae-4a52-b658-bd846e103846 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:30.876536 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-65c29a37-9d88-4ac4-bde6-be3e0c1c8ff9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:18:30.876679 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-159936d1-fc98-413e-885c-7731b92dcddd req-dc7cd851-84ae-4a52-b658-bd846e103846 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b691650-77a3-46c0-a67b-efc4dfadac21 HTTP/1.1" status: 200 len: 945 time: 0.2684627 Apr 19 18:18:30.957855 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Provisioning for port 3a8874fd-7a89-4611-aad5-f89145138b9e completed by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:18:30.965967 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Provisioning complete for port 3a8874fd-7a89-4611-aad5-f89145138b9e triggered by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:18:30.966542 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:31.037026 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Pushing event updated for resources: {'Port': ['ID=b3ab5be7-df15-4a5c-8698-b74d99e88536,revision_number=5']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:18:31.044352 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:18:31.075218 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-159936d1-fc98-413e-885c-7731b92dcddd req-137bf265-1354-4239-9efc-e3093d501df5 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/security-groups?id=778d29cd-223c-4156-b234-ea1b27d18789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1909299 Apr 19 18:18:31.149863 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7b11e4-b597-49ab-b992-edb5df64acf6 req-7d62488b-ba6b-4201-b49c-c14269af1560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:31.151574 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0f7b11e4-b597-49ab-b992-edb5df64acf6 req-7d62488b-ba6b-4201-b49c-c14269af1560 service neutron] 10.222.0.53 "GET /v2.0/networks?id=baa12a79-3b82-49ab-a084-29cb1dffd9d9 HTTP/1.1" status: 200 len: 870 time: 0.2513294 Apr 19 18:18:31.154756 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:31.188574 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa8b6b53-c6d9-474d-a84f-8a05af6417a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a8874fd-7a89-4611-aad5-f89145138b9e'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:18:31.228018 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] For port 3a8874fd-7a89-4611-aad5-f89145138b9e, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=3a8874fd-7a89-4611-aad5-f89145138b9e,segment=NetworkSegment(41139e2e-7812-4641-a996-451602e23acc),segment_id=41139e2e-7812-4641-a996-451602e23acc)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:18:31.238210 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:31.240498 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-5be68334-1ad2-4a44-8fdd-ab84b728866e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:18:31.250068 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0f7b11e4-b597-49ab-b992-edb5df64acf6 req-1e5bde7f-7496-4564-870b-3236adc9127b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=3bcd0258-9ec3-4b52-8b8e-fc973abbf1fb HTTP/1.1" status: 200 len: 217 time: 0.0904505 Apr 19 18:18:31.357307 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa8b6b53-c6d9-474d-a84f-8a05af6417a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a8874fd-7a89-4611-aad5-f89145138b9e', 'code': 200} Apr 19 18:18:31.357919 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Pushing event updated for resources: {'Port': ['ID=3a8874fd-7a89-4611-aad5-f89145138b9e,revision_number=5']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:18:31.371501 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:18:31.422963 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7b11e4-b597-49ab-b992-edb5df64acf6 req-b15bf87a-b589-40bb-b27f-58c95e188cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:31.424509 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0f7b11e4-b597-49ab-b992-edb5df64acf6 req-b15bf87a-b589-40bb-b27f-58c95e188cfe service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b2d9a864-ed7c-4705-8049-d0684d01d11b HTTP/1.1" status: 200 len: 843 time: 0.1419826 Apr 19 18:18:31.633859 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c48ebb-ff2b-42ab-90bf-266819e5e332 req-e20cafdd-9d7c-4175-9dba-7afd10045634 tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:31.636056 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-80c48ebb-ff2b-42ab-90bf-266819e5e332 req-e20cafdd-9d7c-4175-9dba-7afd10045634 tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] 10.222.0.36 "GET /v2.0/ports?device_id=84a05fb4-3795-46b6-bc22-a6e5d6a02f04 HTTP/1.1" status: 200 len: 947 time: 0.1532416 Apr 19 18:18:31.639668 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7b11e4-b597-49ab-b992-edb5df64acf6 req-56011387-4416-4029-bf4f-b8e0f4565687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:31.641232 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0f7b11e4-b597-49ab-b992-edb5df64acf6 req-56011387-4416-4029-bf4f-b8e0f4565687 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=baa12a79-3b82-49ab-a084-29cb1dffd9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2088256 Apr 19 18:18:31.689051 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f2eca6-5fd7-4aad-bfbb-6166820200ff req-1a7e5051-544f-4b1a-99c6-ba8bf53e3e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:31.691051 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-49f2eca6-5fd7-4aad-bfbb-6166820200ff req-1a7e5051-544f-4b1a-99c6-ba8bf53e3e66 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=aa8b6b53-c6d9-474d-a84f-8a05af6417a9 HTTP/1.1" status: 200 len: 1098 time: 0.1071453 Apr 19 18:18:31.726022 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-80c48ebb-ff2b-42ab-90bf-266819e5e332 req-1256151b-e374-4834-b105-35f3aa4d0826 tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] 10.222.0.36 "GET /v2.0/security-groups?id=10507311-0540-4200-adcf-57b9f0a2c15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827267 Apr 19 18:18:31.770136 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-49f2eca6-5fd7-4aad-bfbb-6166820200ff req-ac5659e9-83fe-42e6-a40a-facd306168c5 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=693fea71-500b-474f-8806-96b1fe4da529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653751 Apr 19 18:18:31.884672 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0f7b11e4-b597-49ab-b992-edb5df64acf6 req-b2b36f6a-437a-4b30-bc20-15292b9e97ab service neutron] 10.222.0.53 "GET /v2.0/networks/baa12a79-3b82-49ab-a084-29cb1dffd9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954896 Apr 19 18:18:31.994473 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0571f5d-7d90-4464-b01c-1296194dbca0 req-8be9228b-00de-498a-899b-c15610071563 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:32.003318 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c0571f5d-7d90-4464-b01c-1296194dbca0 req-8be9228b-00de-498a-899b-c15610071563 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/ports?device_id=aa8b6b53-c6d9-474d-a84f-8a05af6417a9 HTTP/1.1" status: 200 len: 945 time: 0.1364617 Apr 19 18:18:32.134030 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device b3ab5be7-df15-4a5c-8698-b74d99e88536 up at agent ovs-agent-dv-cinder-786927-1-iscsi {{(pid=86364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:18:32.200223 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0f7b11e4-b597-49ab-b992-edb5df64acf6 req-5669dd8b-3ac4-42c4-adf1-a35dbd3d5a3e service neutron] 10.222.0.53 "GET /v2.0/networks/baa12a79-3b82-49ab-a084-29cb1dffd9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2969096 Apr 19 18:18:32.258656 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Provisioning complete for port b3ab5be7-df15-4a5c-8698-b74d99e88536 triggered by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:18:32.259278 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:32.431846 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c0571f5d-7d90-4464-b01c-1296194dbca0 req-51698db5-57fe-44c1-987e-8bf3e9e14a4f tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/security-groups?id=693fea71-500b-474f-8806-96b1fe4da529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4130373 Apr 19 18:18:32.601711 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0465b8-02aa-4f22-b042-5dbf758b8488 req-6d8192d1-bee4-4abe-8c8e-5c6b8d95c1a5 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:32.603482 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ea0465b8-02aa-4f22-b042-5dbf758b8488 req-6d8192d1-bee4-4abe-8c8e-5c6b8d95c1a5 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b691650-77a3-46c0-a67b-efc4dfadac21 HTTP/1.1" status: 200 len: 945 time: 0.1317081 Apr 19 18:18:32.664701 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ea0465b8-02aa-4f22-b042-5dbf758b8488 req-103cf439-74c1-43cb-b1c8-6526015d77c9 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/security-groups?id=778d29cd-223c-4156-b234-ea1b27d18789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533674 Apr 19 18:18:32.673157 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Device 3bcd0258-9ec3-4b52-8b8e-fc973abbf1fb details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:18:32.920192 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] For port 3bcd0258-9ec3-4b52-8b8e-fc973abbf1fb, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=3bcd0258-9ec3-4b52-8b8e-fc973abbf1fb,segment=NetworkSegment(fa948766-0612-474d-8b64-c242e04d294a),segment_id=fa948766-0612-474d-8b64-c242e04d294a)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:18:32.938859 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Returning: {'device': '3bcd0258-9ec3-4b52-8b8e-fc973abbf1fb', 'network_id': 'baa12a79-3b82-49ab-a084-29cb1dffd9d9', 'port_id': '3bcd0258-9ec3-4b52-8b8e-fc973abbf1fb', 'mac_address': 'fa:16:3e:5c:d3:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2d9a864-ed7c-4705-8049-d0684d01d11b', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:18:33.057509 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:33.085493 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bcd0258-9ec3-4b52-8b8e-fc973abbf1fb {{(pid=86364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:18:33.089198 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ef392d-9704-4e26-8b0e-657965368c47 req-d78d0de7-f46e-4889-8826-c6bd199fe6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:33.091484 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-12ef392d-9704-4e26-8b0e-657965368c47 req-d78d0de7-f46e-4889-8826-c6bd199fe6d8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8280c444ce7f4603a8a1042629dae0e6&device_id=16315f5a-aa7c-4989-ae90-ef13ce620234 HTTP/1.1" status: 200 len: 1099 time: 0.1987364 Apr 19 18:18:33.120301 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] For port 3bcd0258-9ec3-4b52-8b8e-fc973abbf1fb, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=3bcd0258-9ec3-4b52-8b8e-fc973abbf1fb,segment=NetworkSegment(fa948766-0612-474d-8b64-c242e04d294a),segment_id=fa948766-0612-474d-8b64-c242e04d294a)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:18:33.131385 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:33.137433 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-53fef252-1779-4d08-a658-2253a64d5871 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:18:33.158404 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1713f5fb-b005-49b8-8095-fb57ba49ee9c req-70cb3b60-650b-4aa5-a45d-7a6938a19075 tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:33.158625 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b03cd1c-d28f-44c0-b884-e919ea9679bf req-8612d87c-4e86-477f-8cac-7775413e058b tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:33.167161 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4b03cd1c-d28f-44c0-b884-e919ea9679bf req-8612d87c-4e86-477f-8cac-7775413e058b tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?device_id=16315f5a-aa7c-4989-ae90-ef13ce620234 HTTP/1.1" status: 200 len: 946 time: 0.1416869 Apr 19 18:18:33.167364 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1713f5fb-b005-49b8-8095-fb57ba49ee9c req-70cb3b60-650b-4aa5-a45d-7a6938a19075 tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] 10.222.0.36 "GET /v2.0/ports?device_id=84a05fb4-3795-46b6-bc22-a6e5d6a02f04 HTTP/1.1" status: 200 len: 947 time: 0.2098722 Apr 19 18:18:33.209729 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:33.228046 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4b03cd1c-d28f-44c0-b884-e919ea9679bf req-a839abcd-e65e-450b-abfd-ff10d7bf36ec tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b617a3-7089-49ee-9bc8-958ab3c8bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597205 Apr 19 18:18:33.233666 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Pushing event updated for resources: {'Port': ['ID=3bcd0258-9ec3-4b52-8b8e-fc973abbf1fb,revision_number=4']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:18:33.248720 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:18:33.295003 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1713f5fb-b005-49b8-8095-fb57ba49ee9c req-b6106fe5-0d26-4426-82ec-0424e802bbd2 tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] 10.222.0.36 "GET /v2.0/security-groups?id=10507311-0540-4200-adcf-57b9f0a2c15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268775 Apr 19 18:18:33.363157 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ef392d-9704-4e26-8b0e-657965368c47 req-9fde848a-30e8-441f-b8f6-f24bdfc1851b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:33.364652 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-12ef392d-9704-4e26-8b0e-657965368c47 req-9fde848a-30e8-441f-b8f6-f24bdfc1851b service neutron] 10.222.0.53 "GET /v2.0/networks?id=8a0b2a47-900b-4baa-8d26-539dace3d837 HTTP/1.1" status: 200 len: 919 time: 0.2601049 Apr 19 18:18:33.471385 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-12ef392d-9704-4e26-8b0e-657965368c47 req-9bf20cc5-5e0f-4c30-8417-196a0ab35729 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dab3f0e8-b34c-4a91-941f-44c4e7d7d787 HTTP/1.1" status: 200 len: 217 time: 0.0870655 Apr 19 18:18:33.508926 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] get_ports_and_sgs() called for port_ids ['3bcd0258-9ec3-4b52-8b8e-fc973abbf1fb'] {{(pid=86364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:18:33.552511 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ef392d-9704-4e26-8b0e-657965368c47 req-549705b5-8860-4a2b-be06-a6ae89c5485c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:33.554120 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-12ef392d-9704-4e26-8b0e-657965368c47 req-549705b5-8860-4a2b-be06-a6ae89c5485c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ada99008-3d7e-49b3-8e59-95a033a8bf6a HTTP/1.1" status: 200 len: 858 time: 0.0723481 Apr 19 18:18:33.680510 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-12ef392d-9704-4e26-8b0e-657965368c47 req-6bb74d4b-ff04-4c9a-9e9a-4422797b3d13 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8a0b2a47-900b-4baa-8d26-539dace3d837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1174328 Apr 19 18:18:33.833184 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edfd9d9-2831-46f0-bd4b-b9a9b46cd0e6 req-7b8720f8-1f60-437d-82ac-eddd13aca412 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:33.842363 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-9edfd9d9-2831-46f0-bd4b-b9a9b46cd0e6 req-7b8720f8-1f60-437d-82ac-eddd13aca412 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/ports?device_id=aa8b6b53-c6d9-474d-a84f-8a05af6417a9 HTTP/1.1" status: 200 len: 945 time: 0.2783101 Apr 19 18:18:33.922268 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-9edfd9d9-2831-46f0-bd4b-b9a9b46cd0e6 req-8b5c0c7a-0fd2-49ed-aced-7dd79f0b6281 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/security-groups?id=693fea71-500b-474f-8806-96b1fe4da529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789471 Apr 19 18:18:33.961978 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-12ef392d-9704-4e26-8b0e-657965368c47 req-f7c5b574-1ef1-4632-b8b8-771946fe43a2 service neutron] 10.222.0.53 "GET /v2.0/networks/8a0b2a47-900b-4baa-8d26-539dace3d837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666845 Apr 19 18:18:34.011957 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c10bdd-cc15-45b8-8c6f-fbff9cdca2d6 req-70784367-f6de-4dce-94a8-9c00bddba106 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:34.017366 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-57c10bdd-cc15-45b8-8c6f-fbff9cdca2d6 req-70784367-f6de-4dce-94a8-9c00bddba106 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b691650-77a3-46c0-a67b-efc4dfadac21 HTTP/1.1" status: 200 len: 945 time: 0.1451855 Apr 19 18:18:34.087254 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-57c10bdd-cc15-45b8-8c6f-fbff9cdca2d6 req-78ea7b7d-4ac3-4072-bcb0-3be66e5edfb5 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/security-groups?id=778d29cd-223c-4156-b234-ea1b27d18789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543694 Apr 19 18:18:34.164947 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-12ef392d-9704-4e26-8b0e-657965368c47 req-ca19b4b2-1c17-4dd7-9cdb-17b55287b731 service neutron] 10.222.0.53 "GET /v2.0/networks/8a0b2a47-900b-4baa-8d26-539dace3d837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906185 Apr 19 18:18:34.540667 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1b0fb9-496d-4d9a-9711-7f7d8239e649 req-284d4b8c-ab84-4d58-82e4-d673e873b233 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:34.542419 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0a1b0fb9-496d-4d9a-9711-7f7d8239e649 req-284d4b8c-ab84-4d58-82e4-d673e873b233 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?device_id=16315f5a-aa7c-4989-ae90-ef13ce620234 HTTP/1.1" status: 200 len: 946 time: 0.1785285 Apr 19 18:18:34.584929 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000adb4b-18c7-4ecd-addf-c77ccf612db6 req-e238669a-bdd2-44e6-8105-ea48e6fd8788 tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:34.590526 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-000adb4b-18c7-4ecd-addf-c77ccf612db6 req-e238669a-bdd2-44e6-8105-ea48e6fd8788 tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] 10.222.0.36 "GET /v2.0/ports?device_id=84a05fb4-3795-46b6-bc22-a6e5d6a02f04 HTTP/1.1" status: 200 len: 948 time: 0.1173911 Apr 19 18:18:34.605450 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0a1b0fb9-496d-4d9a-9711-7f7d8239e649 req-aabecd89-885a-4af2-88e9-fa3115163ed9 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b617a3-7089-49ee-9bc8-958ab3c8bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551839 Apr 19 18:18:34.654502 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-000adb4b-18c7-4ecd-addf-c77ccf612db6 req-7101d350-5c0e-4259-aa61-659057f128cd tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] 10.222.0.36 "GET /v2.0/security-groups?id=10507311-0540-4200-adcf-57b9f0a2c15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600379 Apr 19 18:18:35.299625 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884ee8e3-3fbb-4efd-88ce-524d50440cfe req-f5afd9dd-2955-4b33-a841-31c7cb18061e tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:35.301676 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-884ee8e3-3fbb-4efd-88ce-524d50440cfe req-f5afd9dd-2955-4b33-a841-31c7cb18061e tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b691650-77a3-46c0-a67b-efc4dfadac21 HTTP/1.1" status: 200 len: 945 time: 0.0919721 Apr 19 18:18:35.352214 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-884ee8e3-3fbb-4efd-88ce-524d50440cfe req-121a65e8-2beb-4006-b002-a5ff581e43f5 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/security-groups?id=778d29cd-223c-4156-b234-ea1b27d18789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442090 Apr 19 18:18:35.892049 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e80a3dd-2d8c-4ccb-9f83-534a0d3018c1 req-ff537086-444a-4fb2-9686-f3655abbb853 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:35.900269 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-8e80a3dd-2d8c-4ccb-9f83-534a0d3018c1 req-ff537086-444a-4fb2-9686-f3655abbb853 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?device_id=16315f5a-aa7c-4989-ae90-ef13ce620234 HTTP/1.1" status: 200 len: 946 time: 0.1276267 Apr 19 18:18:35.954385 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-8e80a3dd-2d8c-4ccb-9f83-534a0d3018c1 req-9aaec0a6-8835-48bd-acb2-f4825a45a9ad tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b617a3-7089-49ee-9bc8-958ab3c8bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530975 Apr 19 18:18:36.171760 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31c3b02-4d2c-4c33-b81e-2ea4389c8c78 req-783af98c-ca47-41a4-ad7a-c4c75c137bea tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:36.191599 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c31c3b02-4d2c-4c33-b81e-2ea4389c8c78 req-783af98c-ca47-41a4-ad7a-c4c75c137bea tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] 10.222.0.36 "GET /v2.0/ports?device_id=84a05fb4-3795-46b6-bc22-a6e5d6a02f04 HTTP/1.1" status: 200 len: 948 time: 0.1134329 Apr 19 18:18:36.280244 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c31c3b02-4d2c-4c33-b81e-2ea4389c8c78 req-ee9c58de-4636-4a90-bbe3-51fceb6df36b tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] 10.222.0.36 "GET /v2.0/security-groups?id=10507311-0540-4200-adcf-57b9f0a2c15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876510 Apr 19 18:18:36.587348 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394b4af2-45b0-4f34-9ffb-22c5a45b4390 req-d9c9b312-e9ee-4de9-9910-dd91b5667829 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:36.589089 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-394b4af2-45b0-4f34-9ffb-22c5a45b4390 req-d9c9b312-e9ee-4de9-9910-dd91b5667829 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b691650-77a3-46c0-a67b-efc4dfadac21 HTTP/1.1" status: 200 len: 945 time: 0.1005118 Apr 19 18:18:36.640365 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-394b4af2-45b0-4f34-9ffb-22c5a45b4390 req-ad417e2d-96db-4ff0-ad7b-c7ddde4e4175 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/security-groups?id=778d29cd-223c-4156-b234-ea1b27d18789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426083 Apr 19 18:18:36.677381 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Device 3bcd0258-9ec3-4b52-8b8e-fc973abbf1fb up at agent hyperv_hv-cinder-78692 {{(pid=86364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:18:36.750417 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Provisioning for port 3bcd0258-9ec3-4b52-8b8e-fc973abbf1fb completed by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:18:36.756443 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Provisioning complete for port 3bcd0258-9ec3-4b52-8b8e-fc973abbf1fb triggered by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:18:36.756874 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:36.902870 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:36.935354 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84a05fb4-3795-46b6-bc22-a6e5d6a02f04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bcd0258-9ec3-4b52-8b8e-fc973abbf1fb'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:18:36.958143 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] For port 3bcd0258-9ec3-4b52-8b8e-fc973abbf1fb, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=3bcd0258-9ec3-4b52-8b8e-fc973abbf1fb,segment=NetworkSegment(fa948766-0612-474d-8b64-c242e04d294a),segment_id=fa948766-0612-474d-8b64-c242e04d294a)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:18:36.963823 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:36.966288 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-52196c7f-13d8-45c3-96f0-125ee25c0b3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:18:37.067870 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84a05fb4-3795-46b6-bc22-a6e5d6a02f04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bcd0258-9ec3-4b52-8b8e-fc973abbf1fb', 'code': 200} Apr 19 18:18:37.079286 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Pushing event updated for resources: {'Port': ['ID=3bcd0258-9ec3-4b52-8b8e-fc973abbf1fb,revision_number=5']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:18:37.083999 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:18:37.196578 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cb8c69-134b-4d82-ab79-7d4e89ba71a3 req-73a98b7d-e32d-49d0-8641-ea76c8433226 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:37.199419 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-55cb8c69-134b-4d82-ab79-7d4e89ba71a3 req-73a98b7d-e32d-49d0-8641-ea76c8433226 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?device_id=16315f5a-aa7c-4989-ae90-ef13ce620234 HTTP/1.1" status: 200 len: 946 time: 0.1108825 Apr 19 18:18:37.270763 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-55cb8c69-134b-4d82-ab79-7d4e89ba71a3 req-29c814f7-9ab9-4cef-a8a3-de9246dec847 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b617a3-7089-49ee-9bc8-958ab3c8bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634930 Apr 19 18:18:37.294603 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98642166-9a04-43e5-9184-b605d7576247 req-169b313e-8b4c-49c9-9b42-ba493e69cc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:37.296306 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-98642166-9a04-43e5-9184-b605d7576247 req-169b313e-8b4c-49c9-9b42-ba493e69cc22 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=84a05fb4-3795-46b6-bc22-a6e5d6a02f04 HTTP/1.1" status: 200 len: 1102 time: 0.0841544 Apr 19 18:18:37.350939 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-98642166-9a04-43e5-9184-b605d7576247 req-5b3108a5-bba1-4ab7-ab2f-d72587472e49 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=10507311-0540-4200-adcf-57b9f0a2c15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460904 Apr 19 18:18:37.571385 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e97057b-0731-4360-892b-79dd9294e9c5 req-29ee22d5-cbe4-4c0a-b593-619c0a4264fc tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:37.573108 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-3e97057b-0731-4360-892b-79dd9294e9c5 req-29ee22d5-cbe4-4c0a-b593-619c0a4264fc tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] 10.222.0.36 "GET /v2.0/ports?device_id=84a05fb4-3795-46b6-bc22-a6e5d6a02f04 HTTP/1.1" status: 200 len: 949 time: 0.1224608 Apr 19 18:18:37.627534 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-3e97057b-0731-4360-892b-79dd9294e9c5 req-f191d173-b65c-49f8-aeaf-ccc20d673627 tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] 10.222.0.36 "GET /v2.0/security-groups?id=10507311-0540-4200-adcf-57b9f0a2c15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473869 Apr 19 18:18:37.956999 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe292839-034d-4506-9f3a-80c73216d0e2 req-8b3cb217-c5e1-452f-ab0c-0c9652177242 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:37.959160 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-fe292839-034d-4506-9f3a-80c73216d0e2 req-8b3cb217-c5e1-452f-ab0c-0c9652177242 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b691650-77a3-46c0-a67b-efc4dfadac21 HTTP/1.1" status: 200 len: 945 time: 0.0949163 Apr 19 18:18:38.019909 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-fe292839-034d-4506-9f3a-80c73216d0e2 req-46d44398-ea2f-45bc-b714-4cd05812580d tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/security-groups?id=778d29cd-223c-4156-b234-ea1b27d18789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511329 Apr 19 18:18:38.507092 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7934d25a-361d-4869-96c6-66775e77ef9e req-8c3fdc62-b444-4bd3-b1fc-ceaa0a0fffad tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:38.508758 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7934d25a-361d-4869-96c6-66775e77ef9e req-8c3fdc62-b444-4bd3-b1fc-ceaa0a0fffad tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?device_id=16315f5a-aa7c-4989-ae90-ef13ce620234 HTTP/1.1" status: 200 len: 946 time: 0.0980201 Apr 19 18:18:38.593719 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7934d25a-361d-4869-96c6-66775e77ef9e req-13b31264-2199-40e5-8844-45ea776faf3f tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b617a3-7089-49ee-9bc8-958ab3c8bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770516 Apr 19 18:18:38.931385 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a425c9-8d0e-4b1e-b7f3-77861553b483 req-9c59fc06-cc99-4c3f-ad86-224d8513c07e tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:38.933059 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-72a425c9-8d0e-4b1e-b7f3-77861553b483 req-9c59fc06-cc99-4c3f-ad86-224d8513c07e tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] 10.222.0.36 "GET /v2.0/ports?device_id=84a05fb4-3795-46b6-bc22-a6e5d6a02f04 HTTP/1.1" status: 200 len: 949 time: 0.0919626 Apr 19 18:18:38.983668 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-72a425c9-8d0e-4b1e-b7f3-77861553b483 req-de47da34-66cc-4553-a05e-f9188202a0a6 tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] 10.222.0.36 "GET /v2.0/security-groups?id=10507311-0540-4200-adcf-57b9f0a2c15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433371 Apr 19 18:18:39.075615 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad401b7-a965-4876-84d0-30ff548f1e50 req-b7659228-754a-40fb-ba95-3783e8aeb7cc tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:39.077295 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0ad401b7-a965-4876-84d0-30ff548f1e50 req-b7659228-754a-40fb-ba95-3783e8aeb7cc tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/networks?id=e8efb0b6-16ad-4533-a95b-48b52b3908a8 HTTP/1.1" status: 200 len: 815 time: 0.1663604 Apr 19 18:18:39.095161 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0ad401b7-a965-4876-84d0-30ff548f1e50 req-919d4fe7-5eef-4a20-9d3e-ee8030cc966f tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/quotas/46704111eb3c4f50b85ea3971427960a HTTP/1.1" status: 200 len: 375 time: 0.0114555 Apr 19 18:18:39.191486 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-0ad401b7-a965-4876-84d0-30ff548f1e50 req-b09d9020-d688-4155-8cff-0a1d69f4d8d6 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Synchronizing usage tracker for tenant:46704111eb3c4f50b85ea3971427960a on resource:port {{(pid=86362) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:18:39.209189 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-0ad401b7-a965-4876-84d0-30ff548f1e50 req-b09d9020-d688-4155-8cff-0a1d69f4d8d6 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Unset dirty status for tenant:46704111eb3c4f50b85ea3971427960a on resource:port {{(pid=86362) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:18:39.210631 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0ad401b7-a965-4876-84d0-30ff548f1e50 req-b09d9020-d688-4155-8cff-0a1d69f4d8d6 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=46704111eb3c4f50b85ea3971427960a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1092968 Apr 19 18:18:39.243284 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128c9a96-9a4c-4106-b201-a30f1f52c78b req-1915cf6b-0c53-48b4-996d-cab0e3457dde tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:39.245051 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-128c9a96-9a4c-4106-b201-a30f1f52c78b req-1915cf6b-0c53-48b4-996d-cab0e3457dde tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b691650-77a3-46c0-a67b-efc4dfadac21 HTTP/1.1" status: 200 len: 945 time: 0.0956595 Apr 19 18:18:39.296553 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-128c9a96-9a4c-4106-b201-a30f1f52c78b req-b683058f-ce37-4bd2-9295-f58bdb27d04d tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/security-groups?id=778d29cd-223c-4156-b234-ea1b27d18789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437856 Apr 19 18:18:39.368289 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0ad401b7-a965-4876-84d0-30ff548f1e50 req-86cac239-9d50-4c2a-85d2-a98212e1aff0 service neutron] 10.222.0.36 "GET /v2.0/networks/e8efb0b6-16ad-4533-a95b-48b52b3908a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438565 Apr 19 18:18:39.514941 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0ad401b7-a965-4876-84d0-30ff548f1e50 req-647296fa-6fea-488f-9be5-001a0364edf5 service neutron] 10.222.0.36 "GET /v2.0/networks/e8efb0b6-16ad-4533-a95b-48b52b3908a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398973 Apr 19 18:18:39.866961 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc9273a-5e86-4f7a-a1f4-a6bfd3ecea45 req-675837f4-0887-4007-82a9-fb5cfc34b820 tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:39.868824 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5dc9273a-5e86-4f7a-a1f4-a6bfd3ecea45 req-675837f4-0887-4007-82a9-fb5cfc34b820 tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] 10.222.0.36 "GET /v2.0/ports?device_id=84a05fb4-3795-46b6-bc22-a6e5d6a02f04 HTTP/1.1" status: 200 len: 949 time: 0.1045485 Apr 19 18:18:39.929885 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5dc9273a-5e86-4f7a-a1f4-a6bfd3ecea45 req-b63510c3-669b-4fc9-90d3-95a214efa0ab tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] 10.222.0.36 "GET /v2.0/security-groups?id=10507311-0540-4200-adcf-57b9f0a2c15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529745 Apr 19 18:18:40.008817 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b2a31a-20ee-4578-aeb3-4c5d7f99d144 req-f1dbfa72-5d31-4525-8ad6-dd823a77f464 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:40.010610 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c9b2a31a-20ee-4578-aeb3-4c5d7f99d144 req-f1dbfa72-5d31-4525-8ad6-dd823a77f464 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?device_id=16315f5a-aa7c-4989-ae90-ef13ce620234 HTTP/1.1" status: 200 len: 946 time: 0.1426017 Apr 19 18:18:40.045831 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e7235e17-9110-47d4-bab7-6f3b895b3f0d req-b2e5a789-4139-4497-8a85-bb77731f6824 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65b0956-9e78-4e00-9ca1-e48822e5d706 HTTP/1.1" status: 200 len: 210 time: 0.0596716 Apr 19 18:18:40.081896 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c9b2a31a-20ee-4578-aeb3-4c5d7f99d144 req-272abf2d-1f77-4df5-aa18-1600c64c4393 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b617a3-7089-49ee-9bc8-958ab3c8bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638862 Apr 19 18:18:40.093039 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e707c64-fdb5-46e5-a6de-9c70c0be5db7 req-ac2da6ad-5bda-464e-96ae-07a5dab6674f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:40.094498 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7e707c64-fdb5-46e5-a6de-9c70c0be5db7 req-ac2da6ad-5bda-464e-96ae-07a5dab6674f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fc6d959c6b83478bb73dfad880a83f28&device_id=1b691650-77a3-46c0-a67b-efc4dfadac21 HTTP/1.1" status: 200 len: 1098 time: 0.1467206 Apr 19 18:18:40.269781 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b681d1b-cd51-4431-9cab-5cf70cb7a03d req-e130f02e-8e3a-4b09-8941-d753d0932770 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:40.271826 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0b681d1b-cd51-4431-9cab-5cf70cb7a03d req-e130f02e-8e3a-4b09-8941-d753d0932770 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b691650-77a3-46c0-a67b-efc4dfadac21 HTTP/1.1" status: 200 len: 945 time: 0.1054351 Apr 19 18:18:40.272206 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e707c64-fdb5-46e5-a6de-9c70c0be5db7 req-e2574404-d23b-428b-bcbe-0b8916c96b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:40.273825 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7e707c64-fdb5-46e5-a6de-9c70c0be5db7 req-e2574404-d23b-428b-bcbe-0b8916c96b44 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3797f849-9d72-4a34-898b-30cdb86131ec HTTP/1.1" status: 200 len: 911 time: 0.1586545 Apr 19 18:18:40.325166 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0b681d1b-cd51-4431-9cab-5cf70cb7a03d req-b574b870-cb33-4de7-9662-3b2e2d71d389 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/security-groups?id=778d29cd-223c-4156-b234-ea1b27d18789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461309 Apr 19 18:18:40.613705 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7e707c64-fdb5-46e5-a6de-9c70c0be5db7 req-7376eeb7-15ac-418c-8c80-789e7b5daeca service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2cf87aef-3c78-43a0-9072-382888213ecc HTTP/1.1" status: 200 len: 1000 time: 0.3301954 Apr 19 18:18:40.683604 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e707c64-fdb5-46e5-a6de-9c70c0be5db7 req-48e16a53-38f0-478a-8519-21eff4e9d033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:40.685476 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7e707c64-fdb5-46e5-a6de-9c70c0be5db7 req-48e16a53-38f0-478a-8519-21eff4e9d033 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=43bddb65-670a-42dd-9742-7aecd345a4ee HTTP/1.1" status: 200 len: 849 time: 0.0629044 Apr 19 18:18:40.771898 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e707c64-fdb5-46e5-a6de-9c70c0be5db7 req-16010a11-835f-468d-9d18-f590c1cdceec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:40.773553 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7e707c64-fdb5-46e5-a6de-9c70c0be5db7 req-16010a11-835f-468d-9d18-f590c1cdceec service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3797f849-9d72-4a34-898b-30cdb86131ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0790708 Apr 19 18:18:40.922226 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7e707c64-fdb5-46e5-a6de-9c70c0be5db7 req-4a95b504-0c95-403b-9061-e68526fa2eb9 service neutron] 10.222.0.53 "GET /v2.0/networks/3797f849-9d72-4a34-898b-30cdb86131ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350510 Apr 19 18:18:41.114953 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7e707c64-fdb5-46e5-a6de-9c70c0be5db7 req-56b419a1-672e-47da-ace5-ec1e131c0112 service neutron] 10.222.0.53 "GET /v2.0/networks/3797f849-9d72-4a34-898b-30cdb86131ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826041 Apr 19 18:18:41.153118 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca16472-3a36-4d11-b247-87d9f9982cda req-e532d005-2179-476d-89b5-cced807ec9a0 tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:41.154662 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-bca16472-3a36-4d11-b247-87d9f9982cda req-e532d005-2179-476d-89b5-cced807ec9a0 tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] 10.222.0.36 "GET /v2.0/ports?device_id=84a05fb4-3795-46b6-bc22-a6e5d6a02f04 HTTP/1.1" status: 200 len: 949 time: 0.1045856 Apr 19 18:18:41.204519 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-bca16472-3a36-4d11-b247-87d9f9982cda req-ede219fc-61ff-4395-b1f4-9a36c655ac21 tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] 10.222.0.36 "GET /v2.0/security-groups?id=10507311-0540-4200-adcf-57b9f0a2c15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428772 Apr 19 18:18:41.235978 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d019fbe6-2229-49ee-b2ed-60d165c3a580 req-95c810a1-63dc-43f0-9303-070d963ac6f7 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65b0956-9e78-4e00-9ca1-e48822e5d706 HTTP/1.1" status: 200 len: 210 time: 0.0650575 Apr 19 18:18:41.514811 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad401b7-a965-4876-84d0-30ff548f1e50 req-92b458c0-8381-4e54-b9de-4cc688d80075 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:41.515590 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-0ad401b7-a965-4876-84d0-30ff548f1e50 req-92b458c0-8381-4e54-b9de-4cc688d80075 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Synchronizing usage tracker for tenant:46704111eb3c4f50b85ea3971427960a on resource:network {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:18:41.527102 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da27b4b-10d6-4160-aaf2-9b8ad3c5ec18 req-24074bf9-9604-478c-81d0-94479e26050d tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:41.529527 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4da27b4b-10d6-4160-aaf2-9b8ad3c5ec18 req-24074bf9-9604-478c-81d0-94479e26050d tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?device_id=16315f5a-aa7c-4989-ae90-ef13ce620234 HTTP/1.1" status: 200 len: 946 time: 0.1699219 Apr 19 18:18:41.564516 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-0ad401b7-a965-4876-84d0-30ff548f1e50 req-92b458c0-8381-4e54-b9de-4cc688d80075 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Unset dirty status for tenant:46704111eb3c4f50b85ea3971427960a on resource:network {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:18:41.565744 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0ad401b7-a965-4876-84d0-30ff548f1e50 req-92b458c0-8381-4e54-b9de-4cc688d80075 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.53 "GET /v2.0/networks?id=e8efb0b6-16ad-4533-a95b-48b52b3908a8 HTTP/1.1" status: 200 len: 815 time: 0.2915819 Apr 19 18:18:41.590353 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4da27b4b-10d6-4160-aaf2-9b8ad3c5ec18 req-3e4a160a-ab7f-49b4-8a42-433a130f8d8d tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b617a3-7089-49ee-9bc8-958ab3c8bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498278 Apr 19 18:18:41.596500 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd1ba4-4bc9-406c-b0f4-1e9f41d4bc05 req-18bc58f7-ff85-4d2d-8eb9-2784520d27d7 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:41.598119 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e4bd1ba4-4bc9-406c-b0f4-1e9f41d4bc05 req-18bc58f7-ff85-4d2d-8eb9-2784520d27d7 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b691650-77a3-46c0-a67b-efc4dfadac21 HTTP/1.1" status: 200 len: 945 time: 0.0939233 Apr 19 18:18:41.600726 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [req-0ad401b7-a965-4876-84d0-30ff548f1e50 req-57573128-1639-40fe-a23f-5e13eba1e3fa tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Request body: {'port': {'device_id': 'a65b0956-9e78-4e00-9ca1-e48822e5d706', 'network_id': 'e8efb0b6-16ad-4533-a95b-48b52b3908a8', 'admin_state_up': True, 'tenant_id': '46704111eb3c4f50b85ea3971427960a'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:18:41.647051 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e4bd1ba4-4bc9-406c-b0f4-1e9f41d4bc05 req-86a0d647-baa6-47d4-a31c-f14ffa552088 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/security-groups?id=778d29cd-223c-4156-b234-ea1b27d18789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414660 Apr 19 18:18:41.743804 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [req-0ad401b7-a965-4876-84d0-30ff548f1e50 req-57573128-1639-40fe-a23f-5e13eba1e3fa tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:18:41.754861 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [req-0ad401b7-a965-4876-84d0-30ff548f1e50 req-57573128-1639-40fe-a23f-5e13eba1e3fa tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:18:41.763630 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ad401b7-a965-4876-84d0-30ff548f1e50 req-57573128-1639-40fe-a23f-5e13eba1e3fa tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Made reservation on behalf of 46704111eb3c4f50b85ea3971427960a for: {'port': 1} {{(pid=86363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:18:41.769698 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-0ad401b7-a965-4876-84d0-30ff548f1e50 req-57573128-1639-40fe-a23f-5e13eba1e3fa tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:41.948071 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [req-0ad401b7-a965-4876-84d0-30ff548f1e50 req-57573128-1639-40fe-a23f-5e13eba1e3fa tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Allocated IP 172.20.0.11 (e8efb0b6-16ad-4533-a95b-48b52b3908a8/436488b4-a126-4f89-965d-19454f3786a1/2af5df0e-98fd-405a-b17d-eda3757228ca) {{(pid=86363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:18:42.183921 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-0ad401b7-a965-4876-84d0-30ff548f1e50 req-57573128-1639-40fe-a23f-5e13eba1e3fa tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Notify callbacks [] for port, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:42.201143 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [req-0ad401b7-a965-4876-84d0-30ff548f1e50 req-57573128-1639-40fe-a23f-5e13eba1e3fa tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Transition to ACTIVE for port object 2af5df0e-98fd-405a-b17d-eda3757228ca will not be triggered until provisioned by entity DHCP. {{(pid=86363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:18:42.226448 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-0ad401b7-a965-4876-84d0-30ff548f1e50 req-57573128-1639-40fe-a23f-5e13eba1e3fa tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782697811417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10486948'] for port, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:42.235448 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-47196af0-b994-49ee-99d6-7dd63b763e87 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:18:42.310784 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ad401b7-a965-4876-84d0-30ff548f1e50 req-57573128-1639-40fe-a23f-5e13eba1e3fa tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Network e8efb0b6-16ad-4533-a95b-48b52b3908a8 is already hosted by enough agents. {{(pid=86363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:18:42.316726 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [req-0ad401b7-a965-4876-84d0-30ff548f1e50 req-57573128-1639-40fe-a23f-5e13eba1e3fa tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Resources bound (agent type, host, resource id): {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:18:42.319497 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ad401b7-a965-4876-84d0-30ff548f1e50 req-57573128-1639-40fe-a23f-5e13eba1e3fa tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Received port after_create {{(pid=86363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:18:42.361416 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57573128-1639-40fe-a23f-5e13eba1e3fa tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Pushing event updated for resources: {'Port': ['ID=2af5df0e-98fd-405a-b17d-eda3757228ca,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:18:42.366396 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-57573128-1639-40fe-a23f-5e13eba1e3fa tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:18:42.454737 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad401b7-a965-4876-84d0-30ff548f1e50 req-57573128-1639-40fe-a23f-5e13eba1e3fa tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:42.455261 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-0ad401b7-a965-4876-84d0-30ff548f1e50 req-57573128-1639-40fe-a23f-5e13eba1e3fa tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773849'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:42.517971 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0ad401b7-a965-4876-84d0-30ff548f1e50 req-57573128-1639-40fe-a23f-5e13eba1e3fa tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9213710 Apr 19 18:18:42.534228 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6b7499-3143-400c-ab77-4f1a688a56bd req-c9792f1c-e8f4-4369-98f8-0d5f6674e486 tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:42.539165 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4693e9ba-d0c7-4a16-9d30-4ee2313a6d00 req-00a26eb7-a015-464d-ac75-a2c51769f2ec tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:42.540946 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4693e9ba-d0c7-4a16-9d30-4ee2313a6d00 req-00a26eb7-a015-464d-ac75-a2c51769f2ec tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65b0956-9e78-4e00-9ca1-e48822e5d706 HTTP/1.1" status: 200 len: 932 time: 0.1203339 Apr 19 18:18:42.542584 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0a6b7499-3143-400c-ab77-4f1a688a56bd req-c9792f1c-e8f4-4369-98f8-0d5f6674e486 tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] 10.222.0.36 "GET /v2.0/ports?device_id=84a05fb4-3795-46b6-bc22-a6e5d6a02f04 HTTP/1.1" status: 200 len: 949 time: 0.1561530 Apr 19 18:18:42.589426 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0a6b7499-3143-400c-ab77-4f1a688a56bd req-a32638ad-eb11-4e99-a012-101fbbbcc1ba tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] 10.222.0.36 "GET /v2.0/security-groups?id=10507311-0540-4200-adcf-57b9f0a2c15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457397 Apr 19 18:18:42.592007 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4693e9ba-d0c7-4a16-9d30-4ee2313a6d00 req-541c2259-2055-40be-a091-f76ded526787 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef149989-a3dc-43eb-b804-a5c3af631ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445633 Apr 19 18:18:42.665042 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-a9cf86d5-6555-41a9-9525-6a5a7bcbffbe None None] Provisioning for port 2af5df0e-98fd-405a-b17d-eda3757228ca completed by entity DHCP. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:18:42.673803 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-a9cf86d5-6555-41a9-9525-6a5a7bcbffbe None None] Provisioning complete for port 2af5df0e-98fd-405a-b17d-eda3757228ca triggered by entity DHCP. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:18:42.674542 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a9cf86d5-6555-41a9-9525-6a5a7bcbffbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:42.734770 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-a9cf86d5-6555-41a9-9525-6a5a7bcbffbe None None] Port 2af5df0e-98fd-405a-b17d-eda3757228ca cannot update to ACTIVE because it is not bound. {{(pid=86364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:18:42.840746 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a97c09b-745c-4c30-b7fb-adfadec84539 req-ab662cdb-dd32-4436-96b1-05570e4ec985 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:42.842461 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7a97c09b-745c-4c30-b7fb-adfadec84539 req-ab662cdb-dd32-4436-96b1-05570e4ec985 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?device_id=16315f5a-aa7c-4989-ae90-ef13ce620234 HTTP/1.1" status: 200 len: 946 time: 0.1197240 Apr 19 18:18:42.893679 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7a97c09b-745c-4c30-b7fb-adfadec84539 req-892a4dab-f276-4997-a3a4-d22eef95c972 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b617a3-7089-49ee-9bc8-958ab3c8bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442891 Apr 19 18:18:43.098069 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480970da-212a-4f9e-a918-48b9b14299b9 req-26e0e5ec-5a15-4737-9e71-1c094d3fd82f tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:43.099936 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-480970da-212a-4f9e-a918-48b9b14299b9 req-26e0e5ec-5a15-4737-9e71-1c094d3fd82f tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b691650-77a3-46c0-a67b-efc4dfadac21 HTTP/1.1" status: 200 len: 945 time: 0.1005807 Apr 19 18:18:43.155750 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-480970da-212a-4f9e-a918-48b9b14299b9 req-17d908f7-6b9b-4507-aef9-da537937a2c5 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/security-groups?id=778d29cd-223c-4156-b234-ea1b27d18789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488050 Apr 19 18:18:43.801383 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25c2d70-0e21-4559-bd1f-bddb013fc1ac req-e3abac78-1ecf-43c1-9d42-5a9b68a7e0e7 tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:43.803021 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b25c2d70-0e21-4559-bd1f-bddb013fc1ac req-e3abac78-1ecf-43c1-9d42-5a9b68a7e0e7 tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] 10.222.0.36 "GET /v2.0/ports?device_id=84a05fb4-3795-46b6-bc22-a6e5d6a02f04 HTTP/1.1" status: 200 len: 949 time: 0.0988164 Apr 19 18:18:43.854430 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b25c2d70-0e21-4559-bd1f-bddb013fc1ac req-065baff6-e58e-45e3-9666-be18e1ddc4c4 tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] 10.222.0.36 "GET /v2.0/security-groups?id=10507311-0540-4200-adcf-57b9f0a2c15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449984 Apr 19 18:18:44.054510 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f777341-0208-492a-a731-3396e85cea93 req-1a778554-a03c-4c52-a85b-cba8ab307b62 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:44.061617 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2f777341-0208-492a-a731-3396e85cea93 req-1a778554-a03c-4c52-a85b-cba8ab307b62 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65b0956-9e78-4e00-9ca1-e48822e5d706 HTTP/1.1" status: 200 len: 932 time: 0.1005912 Apr 19 18:18:44.107509 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2f777341-0208-492a-a731-3396e85cea93 req-6a1401ed-7e61-4c1f-961f-c71a92db99ad tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef149989-a3dc-43eb-b804-a5c3af631ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449131 Apr 19 18:18:44.311492 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1761141-9a6a-40c9-87ae-ac4977fec7e8 req-be63169b-4bba-4c6d-b80f-949d0b2701f7 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:44.313282 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d1761141-9a6a-40c9-87ae-ac4977fec7e8 req-be63169b-4bba-4c6d-b80f-949d0b2701f7 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?device_id=16315f5a-aa7c-4989-ae90-ef13ce620234 HTTP/1.1" status: 200 len: 946 time: 0.1017780 Apr 19 18:18:44.363201 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d1761141-9a6a-40c9-87ae-ac4977fec7e8 req-b1b7206c-183e-4930-a529-6c1b8e0887cd tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b617a3-7089-49ee-9bc8-958ab3c8bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431967 Apr 19 18:18:44.559630 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553f2d18-2e90-4d18-8918-ca657f6ee336 req-5a456872-2451-4746-81f0-a5fd9ca7cc62 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:44.561384 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-553f2d18-2e90-4d18-8918-ca657f6ee336 req-5a456872-2451-4746-81f0-a5fd9ca7cc62 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b691650-77a3-46c0-a67b-efc4dfadac21 HTTP/1.1" status: 200 len: 945 time: 0.0936975 Apr 19 18:18:44.611795 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-553f2d18-2e90-4d18-8918-ca657f6ee336 req-c16c3358-806e-4cba-88ba-c070bce6a37b tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/security-groups?id=778d29cd-223c-4156-b234-ea1b27d18789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431046 Apr 19 18:18:45.065622 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a10acf-89a3-4f58-b565-06b955e69431 req-24b45814-a8a8-4292-99a8-41624b9018e8 tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:45.067207 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c4a10acf-89a3-4f58-b565-06b955e69431 req-24b45814-a8a8-4292-99a8-41624b9018e8 tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] 10.222.0.36 "GET /v2.0/ports?device_id=84a05fb4-3795-46b6-bc22-a6e5d6a02f04 HTTP/1.1" status: 200 len: 949 time: 0.0934405 Apr 19 18:18:45.118149 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c4a10acf-89a3-4f58-b565-06b955e69431 req-2551df7d-cbdd-4b6d-a1d6-61412399eb61 tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] 10.222.0.36 "GET /v2.0/security-groups?id=10507311-0540-4200-adcf-57b9f0a2c15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440154 Apr 19 18:18:45.315773 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fe34fe-45a0-430a-a02e-54d992788d63 req-8b577afb-9742-43f8-a6cf-b749a3de306d tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:45.317387 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-86fe34fe-45a0-430a-a02e-54d992788d63 req-8b577afb-9742-43f8-a6cf-b749a3de306d tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65b0956-9e78-4e00-9ca1-e48822e5d706 HTTP/1.1" status: 200 len: 932 time: 0.0968144 Apr 19 18:18:45.367765 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-86fe34fe-45a0-430a-a02e-54d992788d63 req-052530dd-1055-46a6-a288-5d74c5d95724 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef149989-a3dc-43eb-b804-a5c3af631ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436924 Apr 19 18:18:45.578843 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c0101c-c640-4cae-ac9c-f8bb19658568 req-05bb664b-146b-415b-96c8-4b8c4882eaae tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:45.580427 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-00c0101c-c640-4cae-ac9c-f8bb19658568 req-05bb664b-146b-415b-96c8-4b8c4882eaae tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?device_id=16315f5a-aa7c-4989-ae90-ef13ce620234 HTTP/1.1" status: 200 len: 946 time: 0.0925949 Apr 19 18:18:45.629786 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-00c0101c-c640-4cae-ac9c-f8bb19658568 req-78a65015-575f-49c0-86e4-2fede5730fe7 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b617a3-7089-49ee-9bc8-958ab3c8bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427973 Apr 19 18:18:45.827212 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b8fda-eb38-4847-9906-a8fa65292997 req-52844570-de4f-4483-9e6f-a6df9077fe0f tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:45.829007 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e40b8fda-eb38-4847-9906-a8fa65292997 req-52844570-de4f-4483-9e6f-a6df9077fe0f tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b691650-77a3-46c0-a67b-efc4dfadac21 HTTP/1.1" status: 200 len: 945 time: 0.0931969 Apr 19 18:18:45.878280 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e40b8fda-eb38-4847-9906-a8fa65292997 req-7b72c484-0bfc-4a27-a123-cf0c9e5c9ebe tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/security-groups?id=778d29cd-223c-4156-b234-ea1b27d18789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427079 Apr 19 18:18:46.326461 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ad9c92-4949-407e-8567-7c0e8591f6c1 req-4df78c8e-14dc-4df1-aebc-4247328906fc tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:46.328122 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-59ad9c92-4949-407e-8567-7c0e8591f6c1 req-4df78c8e-14dc-4df1-aebc-4247328906fc tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] 10.222.0.36 "GET /v2.0/ports?device_id=84a05fb4-3795-46b6-bc22-a6e5d6a02f04 HTTP/1.1" status: 200 len: 949 time: 0.0889874 Apr 19 18:18:46.377699 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-59ad9c92-4949-407e-8567-7c0e8591f6c1 req-375832d3-8e3d-430b-8483-b06b5efbd76e tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] 10.222.0.36 "GET /v2.0/security-groups?id=10507311-0540-4200-adcf-57b9f0a2c15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429287 Apr 19 18:18:46.584835 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c7e342-cd75-407a-8fc0-f5d77677eb3e req-414fd7f9-73ec-4c96-be94-017d16601b2c tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:46.586446 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a8c7e342-cd75-407a-8fc0-f5d77677eb3e req-414fd7f9-73ec-4c96-be94-017d16601b2c tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65b0956-9e78-4e00-9ca1-e48822e5d706 HTTP/1.1" status: 200 len: 932 time: 0.0967805 Apr 19 18:18:46.636058 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a8c7e342-cd75-407a-8fc0-f5d77677eb3e req-4aee8df4-39f5-491f-bafc-0d7a47559908 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef149989-a3dc-43eb-b804-a5c3af631ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429459 Apr 19 18:18:46.844006 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b636e452-78e0-4e07-87d9-eb7283311060 req-53f04c16-55c5-4ff5-b6f3-e43f437331f0 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:46.845743 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b636e452-78e0-4e07-87d9-eb7283311060 req-53f04c16-55c5-4ff5-b6f3-e43f437331f0 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?device_id=16315f5a-aa7c-4989-ae90-ef13ce620234 HTTP/1.1" status: 200 len: 946 time: 0.0957835 Apr 19 18:18:46.898876 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b636e452-78e0-4e07-87d9-eb7283311060 req-05a0fcf1-fed8-4ff6-9c71-d22584a3c6a8 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b617a3-7089-49ee-9bc8-958ab3c8bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461404 Apr 19 18:18:47.097202 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7595a0b3-4c0a-4581-9bd4-8b60c2124132 req-546ea25d-cc27-4656-ac15-751af4e0e7be tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:47.098934 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7595a0b3-4c0a-4581-9bd4-8b60c2124132 req-546ea25d-cc27-4656-ac15-751af4e0e7be tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b691650-77a3-46c0-a67b-efc4dfadac21 HTTP/1.1" status: 200 len: 945 time: 0.0934484 Apr 19 18:18:47.150392 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7595a0b3-4c0a-4581-9bd4-8b60c2124132 req-a6aa9c49-ccaf-489b-807b-6a5fa120f640 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/security-groups?id=778d29cd-223c-4156-b234-ea1b27d18789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447588 Apr 19 18:18:47.590509 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aee10b-fcab-4f39-a599-28f8cc47862c req-bd532d07-229a-41ca-9f94-0305941af27a tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:47.592153 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c6aee10b-fcab-4f39-a599-28f8cc47862c req-bd532d07-229a-41ca-9f94-0305941af27a tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] 10.222.0.36 "GET /v2.0/ports?device_id=84a05fb4-3795-46b6-bc22-a6e5d6a02f04 HTTP/1.1" status: 200 len: 949 time: 0.0968487 Apr 19 18:18:47.641419 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c6aee10b-fcab-4f39-a599-28f8cc47862c req-86e193dd-e9c0-4ed7-a2b6-6f25520917ac tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] 10.222.0.36 "GET /v2.0/security-groups?id=10507311-0540-4200-adcf-57b9f0a2c15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426569 Apr 19 18:18:47.841605 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b18ac8-1b26-4437-9e25-c0293362d25b req-83ed305e-bcb7-4fba-b1eb-9465d9c72be4 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:47.843373 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e0b18ac8-1b26-4437-9e25-c0293362d25b req-83ed305e-bcb7-4fba-b1eb-9465d9c72be4 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65b0956-9e78-4e00-9ca1-e48822e5d706 HTTP/1.1" status: 200 len: 932 time: 0.0900450 Apr 19 18:18:47.896907 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e0b18ac8-1b26-4437-9e25-c0293362d25b req-b1aee375-7075-45ca-b082-9228a06b5446 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef149989-a3dc-43eb-b804-a5c3af631ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471900 Apr 19 18:18:48.110682 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3244f1-b52b-432b-8644-9bacc950baf0 req-7955d4db-d2fe-4327-98f4-5f00711ff3ee tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:48.112418 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0f3244f1-b52b-432b-8644-9bacc950baf0 req-7955d4db-d2fe-4327-98f4-5f00711ff3ee tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?device_id=16315f5a-aa7c-4989-ae90-ef13ce620234 HTTP/1.1" status: 200 len: 946 time: 0.0950968 Apr 19 18:18:48.164211 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0f3244f1-b52b-432b-8644-9bacc950baf0 req-cac358f8-b3db-4f2e-a380-8e1386217233 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b617a3-7089-49ee-9bc8-958ab3c8bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450819 Apr 19 18:18:48.364771 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73549f0-6283-4545-bffd-e08d1471f51c req-5d429926-e3d9-4c54-a5ef-9e8151fc889d tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:48.366410 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a73549f0-6283-4545-bffd-e08d1471f51c req-5d429926-e3d9-4c54-a5ef-9e8151fc889d tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b691650-77a3-46c0-a67b-efc4dfadac21 HTTP/1.1" status: 200 len: 945 time: 0.0945308 Apr 19 18:18:48.421293 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a73549f0-6283-4545-bffd-e08d1471f51c req-5af7c4fc-8403-40b1-ad2c-86005a4c71fa tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/security-groups?id=778d29cd-223c-4156-b234-ea1b27d18789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472653 Apr 19 18:18:48.859640 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51d4206-2866-4190-b37c-fe39c33cca1a req-91d8d679-3a9a-42d4-a915-fd2da688cd78 tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:48.861436 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e51d4206-2866-4190-b37c-fe39c33cca1a req-91d8d679-3a9a-42d4-a915-fd2da688cd78 tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] 10.222.0.36 "GET /v2.0/ports?device_id=84a05fb4-3795-46b6-bc22-a6e5d6a02f04 HTTP/1.1" status: 200 len: 949 time: 0.0970140 Apr 19 18:18:48.915466 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e51d4206-2866-4190-b37c-fe39c33cca1a req-903630f1-2db9-4b17-b37d-d118a49acfe6 tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] 10.222.0.36 "GET /v2.0/security-groups?id=10507311-0540-4200-adcf-57b9f0a2c15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471897 Apr 19 18:18:49.124315 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f8c72-d156-4de1-8e63-e1e77014cf0f req-ecde9ce0-1037-4d3c-a060-94a898e324ad tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:49.125962 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-286f8c72-d156-4de1-8e63-e1e77014cf0f req-ecde9ce0-1037-4d3c-a060-94a898e324ad tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65b0956-9e78-4e00-9ca1-e48822e5d706 HTTP/1.1" status: 200 len: 932 time: 0.1047096 Apr 19 18:18:49.177878 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-286f8c72-d156-4de1-8e63-e1e77014cf0f req-dcdcc399-9c71-46b7-a53c-d4f7c952b57c tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef149989-a3dc-43eb-b804-a5c3af631ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453362 Apr 19 18:18:49.382856 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0bd08e-c6cf-4a9c-ae44-9df4b28219ce req-92c9bece-5d9b-4e07-820e-12716d51e6a1 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:49.384664 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-cc0bd08e-c6cf-4a9c-ae44-9df4b28219ce req-92c9bece-5d9b-4e07-820e-12716d51e6a1 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?device_id=16315f5a-aa7c-4989-ae90-ef13ce620234 HTTP/1.1" status: 200 len: 946 time: 0.0918815 Apr 19 18:18:49.438372 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-cc0bd08e-c6cf-4a9c-ae44-9df4b28219ce req-d845c3ee-cfc0-46f6-8526-e951fd25e30f tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b617a3-7089-49ee-9bc8-958ab3c8bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472794 Apr 19 18:18:49.641435 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f74138f-af21-44f0-b591-0698ff13d766 req-81e5f1f9-7853-4138-aa38-ae1ff9da6ede tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:49.643155 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0f74138f-af21-44f0-b591-0698ff13d766 req-81e5f1f9-7853-4138-aa38-ae1ff9da6ede tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b691650-77a3-46c0-a67b-efc4dfadac21 HTTP/1.1" status: 200 len: 945 time: 0.0925179 Apr 19 18:18:49.696973 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0f74138f-af21-44f0-b591-0698ff13d766 req-dcd9ad34-3e92-4d56-8661-6347036524de tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/security-groups?id=778d29cd-223c-4156-b234-ea1b27d18789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469747 Apr 19 18:18:50.129172 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3d4e15-30b8-4fdf-8cee-c14eecfbe020 req-6c1e2c7b-5e37-4cb7-a60b-c3195bf96e61 tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:50.131160 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1e3d4e15-30b8-4fdf-8cee-c14eecfbe020 req-6c1e2c7b-5e37-4cb7-a60b-c3195bf96e61 tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] 10.222.0.36 "GET /v2.0/ports?device_id=84a05fb4-3795-46b6-bc22-a6e5d6a02f04 HTTP/1.1" status: 200 len: 949 time: 0.0955081 Apr 19 18:18:50.182117 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1e3d4e15-30b8-4fdf-8cee-c14eecfbe020 req-25fbb69a-c145-42c3-8390-a1ce63e20454 tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] 10.222.0.36 "GET /v2.0/security-groups?id=10507311-0540-4200-adcf-57b9f0a2c15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440245 Apr 19 18:18:50.385661 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7756fa-f7ec-44f8-b599-ce4d7ff64ad5 req-42fbe305-2890-41b7-8c08-0b10af6b8446 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:50.388375 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ce7756fa-f7ec-44f8-b599-ce4d7ff64ad5 req-42fbe305-2890-41b7-8c08-0b10af6b8446 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65b0956-9e78-4e00-9ca1-e48822e5d706 HTTP/1.1" status: 200 len: 932 time: 0.0905051 Apr 19 18:18:50.440221 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ce7756fa-f7ec-44f8-b599-ce4d7ff64ad5 req-69c9f888-4128-48fb-b7c4-cceb542f9eb4 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef149989-a3dc-43eb-b804-a5c3af631ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455930 Apr 19 18:18:50.879764 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8e8294-b76d-44f2-85c4-20f3e23b8e8f req-d443a89b-8dda-47a0-8d4f-d49f811e119a tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:50.881384 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2c8e8294-b76d-44f2-85c4-20f3e23b8e8f req-d443a89b-8dda-47a0-8d4f-d49f811e119a tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?device_id=16315f5a-aa7c-4989-ae90-ef13ce620234 HTTP/1.1" status: 200 len: 946 time: 0.3202600 Apr 19 18:18:50.931804 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2c8e8294-b76d-44f2-85c4-20f3e23b8e8f req-0e6953e7-a8a9-4e2a-a101-12ae4eabc749 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b617a3-7089-49ee-9bc8-958ab3c8bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438054 Apr 19 18:18:51.123457 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d891b17-74ca-45a7-9fdc-d4e9b453ae95 req-621c3533-afa1-4b7a-abfd-7076a4f5b0c8 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:51.125119 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-8d891b17-74ca-45a7-9fdc-d4e9b453ae95 req-621c3533-afa1-4b7a-abfd-7076a4f5b0c8 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b691650-77a3-46c0-a67b-efc4dfadac21 HTTP/1.1" status: 200 len: 945 time: 0.0901392 Apr 19 18:18:51.177590 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-8d891b17-74ca-45a7-9fdc-d4e9b453ae95 req-be59f93b-8a9a-4aac-9568-bc7ee2ce0a47 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/security-groups?id=778d29cd-223c-4156-b234-ea1b27d18789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457323 Apr 19 18:18:51.386182 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2abe4bd-4545-4020-a032-9251842be0e4 req-00e88e61-8c90-425b-8e8f-1efafcef7076 tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:51.388281 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d2abe4bd-4545-4020-a032-9251842be0e4 req-00e88e61-8c90-425b-8e8f-1efafcef7076 tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] 10.222.0.36 "GET /v2.0/ports?device_id=84a05fb4-3795-46b6-bc22-a6e5d6a02f04 HTTP/1.1" status: 200 len: 949 time: 0.0891600 Apr 19 18:18:51.438686 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d2abe4bd-4545-4020-a032-9251842be0e4 req-a86d92f5-b0b8-4579-8937-0dc5e469344e tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] 10.222.0.36 "GET /v2.0/security-groups?id=10507311-0540-4200-adcf-57b9f0a2c15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440638 Apr 19 18:18:51.654492 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ccb012-a0cf-4e0c-a29a-72b0479438e4 req-609ac682-d636-44b3-bf59-e2a576ceb4af tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:51.656097 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b7ccb012-a0cf-4e0c-a29a-72b0479438e4 req-609ac682-d636-44b3-bf59-e2a576ceb4af tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65b0956-9e78-4e00-9ca1-e48822e5d706 HTTP/1.1" status: 200 len: 932 time: 0.0957267 Apr 19 18:18:51.706376 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b7ccb012-a0cf-4e0c-a29a-72b0479438e4 req-29814014-9895-4d7b-ab9f-6843c7c957c2 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef149989-a3dc-43eb-b804-a5c3af631ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436313 Apr 19 18:18:51.742830 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-69ea74d0-4e3c-4b8f-a832-5d2b1d774264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:52.150112 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0432b06b-d6d0-403c-87b9-3130427b838d req-513f6712-1c0c-4278-8a16-feb7a5e08e65 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:52.151737 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0432b06b-d6d0-403c-87b9-3130427b838d req-513f6712-1c0c-4278-8a16-feb7a5e08e65 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?device_id=16315f5a-aa7c-4989-ae90-ef13ce620234 HTTP/1.1" status: 200 len: 946 time: 0.0912595 Apr 19 18:18:52.201805 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0432b06b-d6d0-403c-87b9-3130427b838d req-0c609566-9722-44b2-9065-c80242022f8f tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b617a3-7089-49ee-9bc8-958ab3c8bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430224 Apr 19 18:18:52.394182 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52cd191-19e4-4cb4-9c0f-e452c348c3db req-9c275524-68e0-4c88-a3be-7d83f77be3d7 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:52.395843 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a52cd191-19e4-4cb4-9c0f-e452c348c3db req-9c275524-68e0-4c88-a3be-7d83f77be3d7 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b691650-77a3-46c0-a67b-efc4dfadac21 HTTP/1.1" status: 200 len: 945 time: 0.0909650 Apr 19 18:18:52.445620 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a52cd191-19e4-4cb4-9c0f-e452c348c3db req-8b3b2188-360a-48db-ac97-5e687d7c9c8b tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/security-groups?id=778d29cd-223c-4156-b234-ea1b27d18789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423710 Apr 19 18:18:52.646197 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e499647-318d-4234-81ea-69aa0d63dc16 req-7a322e7d-c491-4e78-987b-e4e2a9fd7e5b tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:52.647849 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2e499647-318d-4234-81ea-69aa0d63dc16 req-7a322e7d-c491-4e78-987b-e4e2a9fd7e5b tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] 10.222.0.36 "GET /v2.0/ports?device_id=84a05fb4-3795-46b6-bc22-a6e5d6a02f04 HTTP/1.1" status: 200 len: 949 time: 0.0923586 Apr 19 18:18:52.699084 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2e499647-318d-4234-81ea-69aa0d63dc16 req-15e4e3d4-a0c9-4dad-86e1-d184e089f039 tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] 10.222.0.36 "GET /v2.0/security-groups?id=10507311-0540-4200-adcf-57b9f0a2c15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447693 Apr 19 18:18:53.045304 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b34dca0-2eea-4a5f-81bb-ef7126f553fb req-d1a66431-605e-43b5-8fa4-7cc68c07260b tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:53.046921 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-9b34dca0-2eea-4a5f-81bb-ef7126f553fb req-d1a66431-605e-43b5-8fa4-7cc68c07260b tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65b0956-9e78-4e00-9ca1-e48822e5d706 HTTP/1.1" status: 200 len: 932 time: 0.0916560 Apr 19 18:18:53.098164 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-9b34dca0-2eea-4a5f-81bb-ef7126f553fb req-987ed7d1-805d-4355-81d6-276d89aeaee7 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef149989-a3dc-43eb-b804-a5c3af631ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444312 Apr 19 18:18:53.432357 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857fb62f-d885-4a68-964b-0d1dc2299532 req-3fcaffe9-0788-4d91-8b7b-deb3ccce09fa tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:53.433992 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-857fb62f-d885-4a68-964b-0d1dc2299532 req-3fcaffe9-0788-4d91-8b7b-deb3ccce09fa tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?device_id=16315f5a-aa7c-4989-ae90-ef13ce620234 HTTP/1.1" status: 200 len: 946 time: 0.1146951 Apr 19 18:18:53.482723 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-857fb62f-d885-4a68-964b-0d1dc2299532 req-e275f3c5-77c8-449f-9afd-e7553caf7e05 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b617a3-7089-49ee-9bc8-958ab3c8bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422680 Apr 19 18:18:53.683653 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a794c00d-dfa4-4ad5-bd35-35c9e45b41aa req-97bdb8f3-ef5f-4eae-9852-357d6556b186 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:53.685179 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a794c00d-dfa4-4ad5-bd35-35c9e45b41aa req-97bdb8f3-ef5f-4eae-9852-357d6556b186 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b691650-77a3-46c0-a67b-efc4dfadac21 HTTP/1.1" status: 200 len: 945 time: 0.0915430 Apr 19 18:18:53.735681 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a794c00d-dfa4-4ad5-bd35-35c9e45b41aa req-07314fba-a298-4195-ab4e-159e3267ed33 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/security-groups?id=778d29cd-223c-4156-b234-ea1b27d18789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439889 Apr 19 18:18:53.938714 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6e7a24-4b3e-4892-8348-6560094da18c req-8a97a1f7-eae0-4e38-81b3-4f79c327fc51 tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:53.940296 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6a6e7a24-4b3e-4892-8348-6560094da18c req-8a97a1f7-eae0-4e38-81b3-4f79c327fc51 tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] 10.222.0.36 "GET /v2.0/ports?device_id=84a05fb4-3795-46b6-bc22-a6e5d6a02f04 HTTP/1.1" status: 200 len: 949 time: 0.0948949 Apr 19 18:18:53.990415 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6a6e7a24-4b3e-4892-8348-6560094da18c req-8a250761-b834-4439-a16d-259a2f8a0bf3 tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] 10.222.0.36 "GET /v2.0/security-groups?id=10507311-0540-4200-adcf-57b9f0a2c15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437555 Apr 19 18:18:54.173937 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-843a8a9b-4c8e-40f1-99be-5109951e5be6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:54.317349 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16899fd9-ee83-4271-a3ed-05ed406181a2 req-f334de33-cb37-4edb-875b-288668fc6b7f tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:54.319097 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-16899fd9-ee83-4271-a3ed-05ed406181a2 req-f334de33-cb37-4edb-875b-288668fc6b7f tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65b0956-9e78-4e00-9ca1-e48822e5d706 HTTP/1.1" status: 200 len: 932 time: 0.0932620 Apr 19 18:18:54.368115 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-16899fd9-ee83-4271-a3ed-05ed406181a2 req-d449c5eb-cdc8-46a4-8e86-2c2d4abd86ef tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef149989-a3dc-43eb-b804-a5c3af631ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427632 Apr 19 18:18:54.692518 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a07bc4e-d3ce-4f6a-ae59-d018a9be4352 req-5aad8a0f-5cbd-4806-9efd-1e6e52b6cdbd tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:54.694145 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0a07bc4e-d3ce-4f6a-ae59-d018a9be4352 req-5aad8a0f-5cbd-4806-9efd-1e6e52b6cdbd tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?device_id=16315f5a-aa7c-4989-ae90-ef13ce620234 HTTP/1.1" status: 200 len: 946 time: 0.0916367 Apr 19 18:18:54.743989 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0a07bc4e-d3ce-4f6a-ae59-d018a9be4352 req-ff635b6a-2773-4a27-96c7-330dc026c35d tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b617a3-7089-49ee-9bc8-958ab3c8bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428319 Apr 19 18:18:54.787155 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-60872106-3921-4474-9775-f4da212b8297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:54.953975 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81af1a6-a477-44ee-a09b-8ec0f4433d61 req-4d9b7648-2c17-4c7c-9197-ed2b94652a47 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:54.955614 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b81af1a6-a477-44ee-a09b-8ec0f4433d61 req-4d9b7648-2c17-4c7c-9197-ed2b94652a47 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b691650-77a3-46c0-a67b-efc4dfadac21 HTTP/1.1" status: 200 len: 945 time: 0.0938087 Apr 19 18:18:55.006228 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b81af1a6-a477-44ee-a09b-8ec0f4433d61 req-1cd87aad-e8ff-420a-83b9-b6d3f1a18b37 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/security-groups?id=778d29cd-223c-4156-b234-ea1b27d18789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441420 Apr 19 18:18:55.200657 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8985d7-958e-4002-a3ae-4b2044421823 req-30d2b7e0-81f4-4429-b8c1-7a51a8be45fa tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:55.202248 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ff8985d7-958e-4002-a3ae-4b2044421823 req-30d2b7e0-81f4-4429-b8c1-7a51a8be45fa tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] 10.222.0.36 "GET /v2.0/ports?device_id=84a05fb4-3795-46b6-bc22-a6e5d6a02f04 HTTP/1.1" status: 200 len: 949 time: 0.0917754 Apr 19 18:18:55.255759 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ff8985d7-958e-4002-a3ae-4b2044421823 req-d7893667-a361-4edf-917c-354c7b2e9676 tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] 10.222.0.36 "GET /v2.0/security-groups?id=10507311-0540-4200-adcf-57b9f0a2c15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465813 Apr 19 18:18:55.572008 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef222077-3607-4c81-b0bf-d223de76db1d req-d9563607-3dc8-49dd-93c7-f07d2c5ee8db tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:55.573470 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ef222077-3607-4c81-b0bf-d223de76db1d req-d9563607-3dc8-49dd-93c7-f07d2c5ee8db tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65b0956-9e78-4e00-9ca1-e48822e5d706 HTTP/1.1" status: 200 len: 932 time: 0.0889401 Apr 19 18:18:55.628701 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ef222077-3607-4c81-b0bf-d223de76db1d req-969370d8-76ec-40c8-b1bd-662e196f1def tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef149989-a3dc-43eb-b804-a5c3af631ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485640 Apr 19 18:18:55.895617 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:55.953599 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d62c3a5-cbfa-423f-8952-7ed1f5878561 req-7aec8cbb-5b15-4d2c-bc19-d41807ea21b3 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:55.955286 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6d62c3a5-cbfa-423f-8952-7ed1f5878561 req-7aec8cbb-5b15-4d2c-bc19-d41807ea21b3 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?device_id=16315f5a-aa7c-4989-ae90-ef13ce620234 HTTP/1.1" status: 200 len: 946 time: 0.0949557 Apr 19 18:18:56.005091 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6d62c3a5-cbfa-423f-8952-7ed1f5878561 req-a4542111-d82e-496e-b5b0-e338d8653e0b tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b617a3-7089-49ee-9bc8-958ab3c8bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433178 Apr 19 18:18:56.122361 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-eae962f3-e32e-4947-814b-3e299d74c6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:56.132802 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [req-0ad401b7-a965-4876-84d0-30ff548f1e50 req-2f121c8d-5004-4acb-a604-64606034e584 service neutron] Request body: {'port': {'device_id': 'a65b0956-9e78-4e00-9ca1-e48822e5d706', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:18:56.225889 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4484db-c8ae-4148-85c8-f16c31fec80e req-da9f4a2e-55e1-4f38-94eb-0d2dac5d1a2a tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:56.225889 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-cd4484db-c8ae-4148-85c8-f16c31fec80e req-da9f4a2e-55e1-4f38-94eb-0d2dac5d1a2a tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b691650-77a3-46c0-a67b-efc4dfadac21 HTTP/1.1" status: 200 len: 945 time: 0.0973337 Apr 19 18:18:56.263870 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-0ad401b7-a965-4876-84d0-30ff548f1e50 req-2f121c8d-5004-4acb-a604-64606034e584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:56.278409 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-cd4484db-c8ae-4148-85c8-f16c31fec80e req-71f40c17-dea3-48cb-bd57-46b1c69b1eb1 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/security-groups?id=778d29cd-223c-4156-b234-ea1b27d18789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469303 Apr 19 18:18:56.512663 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e26cb3-79ad-49ac-988c-3fc21595de62 req-e7479b79-d635-47df-b287-acad577651ee tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:56.514237 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c2e26cb3-79ad-49ac-988c-3fc21595de62 req-e7479b79-d635-47df-b287-acad577651ee tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] 10.222.0.53 "GET /v2.0/ports?device_id=84a05fb4-3795-46b6-bc22-a6e5d6a02f04 HTTP/1.1" status: 200 len: 949 time: 0.0916209 Apr 19 18:18:56.593459 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [req-c2e26cb3-79ad-49ac-988c-3fc21595de62 req-e2633727-36f8-4672-adfb-7b77785288f9 tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] Deleting port 3bcd0258-9ec3-4b52-8b8e-fc973abbf1fb {{(pid=86362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:18:56.593845 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-c2e26cb3-79ad-49ac-988c-3fc21595de62 req-e2633727-36f8-4672-adfb-7b77785288f9 tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254156519796'] for port, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:56.602037 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856b7a80-8b4c-4a4a-9a0d-55eb231e1670 req-b3d73ff9-adc7-455e-a733-056006ab358b tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:56.603684 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-856b7a80-8b4c-4a4a-9a0d-55eb231e1670 req-b3d73ff9-adc7-455e-a733-056006ab358b tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] 10.222.0.36 "GET /v2.0/ports?device_id=84a05fb4-3795-46b6-bc22-a6e5d6a02f04 HTTP/1.1" status: 200 len: 949 time: 0.2083974 Apr 19 18:18:56.689263 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-856b7a80-8b4c-4a4a-9a0d-55eb231e1670 req-2c3ad652-387a-4fd7-baee-6f9fce402038 tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] 10.222.0.36 "GET /v2.0/security-groups?id=10507311-0540-4200-adcf-57b9f0a2c15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683100 Apr 19 18:18:56.810131 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [req-0ad401b7-a965-4876-84d0-30ff548f1e50 req-2f121c8d-5004-4acb-a604-64606034e584 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2af5df0e-98fd-405a-b17d-eda3757228ca {{(pid=86363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:18:56.818407 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-0ad401b7-a965-4876-84d0-30ff548f1e50 req-2f121c8d-5004-4acb-a604-64606034e584 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:56.834887 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [req-0ad401b7-a965-4876-84d0-30ff548f1e50 req-2f121c8d-5004-4acb-a604-64606034e584 service neutron] Transition to ACTIVE for port object 2af5df0e-98fd-405a-b17d-eda3757228ca will not be triggered until provisioned by entity L2. {{(pid=86363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:18:56.837704 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-0ad401b7-a965-4876-84d0-30ff548f1e50 req-2f121c8d-5004-4acb-a604-64606034e584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844288851'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:56.842694 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-ab2635c5-0b9f-4022-afaf-d7c0df9a6f3c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:18:57.017148 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f121c8d-5004-4acb-a604-64606034e584 service neutron] Pushing event updated for resources: {'Port': ['ID=2af5df0e-98fd-405a-b17d-eda3757228ca,revision_number=2']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:18:57.025897 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-2f121c8d-5004-4acb-a604-64606034e584 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:18:57.062814 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-c2e26cb3-79ad-49ac-988c-3fc21595de62 req-e2633727-36f8-4672-adfb-7b77785288f9 tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] For port 3bcd0258-9ec3-4b52-8b8e-fc973abbf1fb, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=3bcd0258-9ec3-4b52-8b8e-fc973abbf1fb,segment=NetworkSegment(fa948766-0612-474d-8b64-c242e04d294a),segment_id=fa948766-0612-474d-8b64-c242e04d294a)] {{(pid=86362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:18:57.063251 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-c2e26cb3-79ad-49ac-988c-3fc21595de62 req-e2633727-36f8-4672-adfb-7b77785288f9 tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648318'] for port, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:57.107795 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-0ad401b7-a965-4876-84d0-30ff548f1e50 req-2f121c8d-5004-4acb-a604-64606034e584 service neutron] Attempting to bind port 2af5df0e-98fd-405a-b17d-eda3757228ca on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:18:57.108674 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-0ad401b7-a965-4876-84d0-30ff548f1e50 req-2f121c8d-5004-4acb-a604-64606034e584 service neutron] Attempting to bind port 2af5df0e-98fd-405a-b17d-eda3757228ca by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '66349f04-21d1-4942-89e7-90c739d412d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e8efb0b6-16ad-4533-a95b-48b52b3908a8'}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:18:57.108674 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad401b7-a965-4876-84d0-30ff548f1e50 req-2f121c8d-5004-4acb-a604-64606034e584 service neutron] Attempting to bind port 2af5df0e-98fd-405a-b17d-eda3757228ca on network e8efb0b6-16ad-4533-a95b-48b52b3908a8 {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:18:57.114551 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad401b7-a965-4876-84d0-30ff548f1e50 req-2f121c8d-5004-4acb-a604-64606034e584 service neutron] Port 2af5df0e-98fd-405a-b17d-eda3757228ca on network e8efb0b6-16ad-4533-a95b-48b52b3908a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 18:18:57.114923 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad401b7-a965-4876-84d0-30ff548f1e50 req-2f121c8d-5004-4acb-a604-64606034e584 service neutron] Attempting to bind port 2af5df0e-98fd-405a-b17d-eda3757228ca on network e8efb0b6-16ad-4533-a95b-48b52b3908a8 {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:18:57.121026 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad401b7-a965-4876-84d0-30ff548f1e50 req-2f121c8d-5004-4acb-a604-64606034e584 service neutron] Checking agent: {'id': '45629c73-d10e-4994-a087-373ccf8ea198', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 14, 33), 'started_at': datetime.datetime(2021, 4, 19, 18, 14, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:18:57.121385 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad401b7-a965-4876-84d0-30ff548f1e50 req-2f121c8d-5004-4acb-a604-64606034e584 service neutron] Checking segment: {'id': '66349f04-21d1-4942-89e7-90c739d412d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e8efb0b6-16ad-4533-a95b-48b52b3908a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:18:57.121840 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad401b7-a965-4876-84d0-30ff548f1e50 req-2f121c8d-5004-4acb-a604-64606034e584 service neutron] Bound using segment: {'id': '66349f04-21d1-4942-89e7-90c739d412d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e8efb0b6-16ad-4533-a95b-48b52b3908a8'} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:18:57.122275 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-0ad401b7-a965-4876-84d0-30ff548f1e50 req-2f121c8d-5004-4acb-a604-64606034e584 service neutron] Bound port: 2af5df0e-98fd-405a-b17d-eda3757228ca, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66349f04-21d1-4942-89e7-90c739d412d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e8efb0b6-16ad-4533-a95b-48b52b3908a8'}}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:18:57.122662 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-0ad401b7-a965-4876-84d0-30ff548f1e50 req-2f121c8d-5004-4acb-a604-64606034e584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:57.212188 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be5cb2c-83f6-4e45-bd8d-86145cfefbd5 req-b14201a6-226c-419d-a6a2-da39bda5056c tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:57.215832 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6be5cb2c-83f6-4e45-bd8d-86145cfefbd5 req-b14201a6-226c-419d-a6a2-da39bda5056c tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65b0956-9e78-4e00-9ca1-e48822e5d706 HTTP/1.1" status: 200 len: 944 time: 0.3690896 Apr 19 18:18:57.226596 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [req-c2e26cb3-79ad-49ac-988c-3fc21595de62 req-e2633727-36f8-4672-adfb-7b77785288f9 tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] Calling delete_port for 3bcd0258-9ec3-4b52-8b8e-fc973abbf1fb owned by compute:nova {{(pid=86362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:18:57.294235 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-0ad401b7-a965-4876-84d0-30ff548f1e50 req-2f121c8d-5004-4acb-a604-64606034e584 service neutron] For port 2af5df0e-98fd-405a-b17d-eda3757228ca, host hv-cinder-78692, cleared binding levels {{(pid=86363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:18:57.298827 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-0ad401b7-a965-4876-84d0-30ff548f1e50 req-2f121c8d-5004-4acb-a604-64606034e584 service neutron] For port 2af5df0e-98fd-405a-b17d-eda3757228ca, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=2af5df0e-98fd-405a-b17d-eda3757228ca,segment=NetworkSegment(66349f04-21d1-4942-89e7-90c739d412d2),segment_id=66349f04-21d1-4942-89e7-90c739d412d2)] {{(pid=86363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:18:57.306669 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-0ad401b7-a965-4876-84d0-30ff548f1e50 req-2f121c8d-5004-4acb-a604-64606034e584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844288851'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:57.311791 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:18:57.358367 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2606b10f-2775-45cd-b668-c06a51fd8a88 req-bf646961-8c3f-4565-af98-91e3c1d3b4ec tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:57.360094 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2606b10f-2775-45cd-b668-c06a51fd8a88 req-bf646961-8c3f-4565-af98-91e3c1d3b4ec tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?device_id=16315f5a-aa7c-4989-ae90-ef13ce620234 HTTP/1.1" status: 200 len: 946 time: 0.2257228 Apr 19 18:18:57.396167 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad401b7-a965-4876-84d0-30ff548f1e50 req-2f121c8d-5004-4acb-a604-64606034e584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:57.396841 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-0ad401b7-a965-4876-84d0-30ff548f1e50 req-2f121c8d-5004-4acb-a604-64606034e584 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773849'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:57.398714 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0ad401b7-a965-4876-84d0-30ff548f1e50 req-2f121c8d-5004-4acb-a604-64606034e584 service neutron] 10.222.0.53 "PUT /v2.0/ports/2af5df0e-98fd-405a-b17d-eda3757228ca HTTP/1.1" status: 200 len: 1094 time: 1.2702751 Apr 19 18:18:57.401758 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6be5cb2c-83f6-4e45-bd8d-86145cfefbd5 req-0a013d68-db4e-4449-8d2a-3995d1fb8034 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef149989-a3dc-43eb-b804-a5c3af631ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417227 Apr 19 18:18:57.409345 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a65b0956-9e78-4e00-9ca1-e48822e5d706', 'tag': '2af5df0e-98fd-405a-b17d-eda3757228ca'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:18:57.462099 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f121c8d-5004-4acb-a604-64606034e584 service neutron] Pushing event updated for resources: {'Port': ['ID=2af5df0e-98fd-405a-b17d-eda3757228ca,revision_number=3']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:18:57.466576 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-2f121c8d-5004-4acb-a604-64606034e584 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:18:57.532126 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2606b10f-2775-45cd-b668-c06a51fd8a88 req-4857b664-652e-4044-b04c-060c6d839242 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b617a3-7089-49ee-9bc8-958ab3c8bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597877 Apr 19 18:18:57.559765 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad401b7-a965-4876-84d0-30ff548f1e50 req-35ad775f-0334-4645-aaac-c54aeaa48347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:57.562346 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0ad401b7-a965-4876-84d0-30ff548f1e50 req-35ad775f-0334-4645-aaac-c54aeaa48347 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=46704111eb3c4f50b85ea3971427960a&device_id=a65b0956-9e78-4e00-9ca1-e48822e5d706 HTTP/1.1" status: 200 len: 1097 time: 0.1039612 Apr 19 18:18:57.570376 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-c2e26cb3-79ad-49ac-988c-3fc21595de62 req-e2633727-36f8-4672-adfb-7b77785288f9 tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254156516127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254156964383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844104858'] for port, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:57.577359 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-51c54d1e-a424-4e85-8b5a-385e820b6cdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:18:57.583420 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] get_ports_and_sgs() called for port_ids ['3bcd0258-9ec3-4b52-8b8e-fc973abbf1fb'] {{(pid=86364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:18:57.647865 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a65b0956-9e78-4e00-9ca1-e48822e5d706', 'tag': '2af5df0e-98fd-405a-b17d-eda3757228ca', 'status': 'completed', 'code': 200} Apr 19 18:18:57.664499 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2633727-36f8-4672-adfb-7b77785288f9 tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] Pushing event deleted for resources: {'Port': ['ID=3bcd0258-9ec3-4b52-8b8e-fc973abbf1fb,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:18:57.669793 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-e2633727-36f8-4672-adfb-7b77785288f9 tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:18:57.677528 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0ad401b7-a965-4876-84d0-30ff548f1e50 req-c70b315e-2eb9-42b3-aca8-2254b88c6465 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2af5df0e-98fd-405a-b17d-eda3757228ca HTTP/1.1" status: 200 len: 217 time: 0.1012983 Apr 19 18:18:57.771524 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2e26cb3-79ad-49ac-988c-3fc21595de62 req-e2633727-36f8-4672-adfb-7b77785288f9 tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] No DVR routers for this DVR port 3bcd0258-9ec3-4b52-8b8e-fc973abbf1fb on host hv-cinder-78692 {{(pid=86362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:18:57.779006 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-c2e26cb3-79ad-49ac-988c-3fc21595de62 req-e2633727-36f8-4672-adfb-7b77785288f9 tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773849'] for port, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:57.782757 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84a05fb4-3795-46b6-bc22-a6e5d6a02f04', 'name': 'network-vif-deleted', 'tag': '3bcd0258-9ec3-4b52-8b8e-fc973abbf1fb'}] {{(pid=86362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:18:57.825141 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c2e26cb3-79ad-49ac-988c-3fc21595de62 req-e2633727-36f8-4672-adfb-7b77785288f9 tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] 10.222.0.53 "DELETE /v2.0/ports/3bcd0258-9ec3-4b52-8b8e-fc973abbf1fb HTTP/1.1" status: 204 len: 173 time: 1.3048017 Apr 19 18:18:57.907966 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-530af1c7-c0f5-4d16-beed-6733dde67864 req-b5c1eb6b-5d72-4bf6-8eae-f945479e65b4 tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] Synchronizing usage tracker for tenant:c2fd24c64a55482ebdfbbb8b000dcf16 on resource:port {{(pid=86362) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:18:57.942076 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-530af1c7-c0f5-4d16-beed-6733dde67864 req-b5c1eb6b-5d72-4bf6-8eae-f945479e65b4 tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] Unset dirty status for tenant:c2fd24c64a55482ebdfbbb8b000dcf16 on resource:port {{(pid=86362) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:18:57.943688 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-530af1c7-c0f5-4d16-beed-6733dde67864 req-b5c1eb6b-5d72-4bf6-8eae-f945479e65b4 tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] 10.222.0.36 "GET /v2.0/ports?device_id=84a05fb4-3795-46b6-bc22-a6e5d6a02f04 HTTP/1.1" status: 200 len: 210 time: 0.0899599 Apr 19 18:18:58.010294 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84a05fb4-3795-46b6-bc22-a6e5d6a02f04', 'name': 'network-vif-deleted', 'tag': '3bcd0258-9ec3-4b52-8b8e-fc973abbf1fb', 'status': 'completed', 'code': 200} Apr 19 18:18:58.101979 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad401b7-a965-4876-84d0-30ff548f1e50 req-adef55e2-c39d-42ee-a6a5-ac58d059f34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:58.103485 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0ad401b7-a965-4876-84d0-30ff548f1e50 req-adef55e2-c39d-42ee-a6a5-ac58d059f34b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=436488b4-a126-4f89-965d-19454f3786a1 HTTP/1.1" status: 200 len: 854 time: 0.4163940 Apr 19 18:18:58.186992 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1874733-8418-42ab-974f-3d809c7ba0d8 req-5d4f2c6d-e35c-4250-adf5-0e554ba4c3f6 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:58.188619 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d1874733-8418-42ab-974f-3d809c7ba0d8 req-5d4f2c6d-e35c-4250-adf5-0e554ba4c3f6 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b691650-77a3-46c0-a67b-efc4dfadac21 HTTP/1.1" status: 200 len: 945 time: 0.4308128 Apr 19 18:18:58.246524 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad401b7-a965-4876-84d0-30ff548f1e50 req-4e829c44-a6a2-4f61-a252-f182c31b68be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:58.248133 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0ad401b7-a965-4876-84d0-30ff548f1e50 req-4e829c44-a6a2-4f61-a252-f182c31b68be service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e8efb0b6-16ad-4533-a95b-48b52b3908a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1355944 Apr 19 18:18:58.251260 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d1874733-8418-42ab-974f-3d809c7ba0d8 req-ec78ed74-1efb-4015-b42f-b188a6f61bcf tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/security-groups?id=778d29cd-223c-4156-b234-ea1b27d18789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553408 Apr 19 18:18:58.398650 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0ad401b7-a965-4876-84d0-30ff548f1e50 req-d68ba6c0-1c24-404a-9951-4469842fc1bf service neutron] 10.222.0.53 "GET /v2.0/networks/e8efb0b6-16ad-4533-a95b-48b52b3908a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387005 Apr 19 18:18:58.624973 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0ad401b7-a965-4876-84d0-30ff548f1e50 req-2ca93dad-82a8-4385-a685-e99567ddc145 service neutron] 10.222.0.53 "GET /v2.0/networks/e8efb0b6-16ad-4533-a95b-48b52b3908a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113354 Apr 19 18:18:58.765195 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426009b6-ff33-429d-9f59-1332d63ede1b req-4b94a0b8-313d-452e-ae10-fde31ce87bbd tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:58.766840 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-426009b6-ff33-429d-9f59-1332d63ede1b req-4b94a0b8-313d-452e-ae10-fde31ce87bbd tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?device_id=16315f5a-aa7c-4989-ae90-ef13ce620234 HTTP/1.1" status: 200 len: 946 time: 0.0888054 Apr 19 18:18:58.796398 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d299398-9b79-405e-810d-42601a3e7a2c req-4d30591a-f784-4870-b1bd-950a7fcfe27d tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:58.797302 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-5d299398-9b79-405e-810d-42601a3e7a2c req-4d30591a-f784-4870-b1bd-950a7fcfe27d tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Synchronizing usage tracker for tenant:46704111eb3c4f50b85ea3971427960a on resource:port {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:18:58.818205 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c774d34b-6216-4aed-9a88-3eca39fd8782 req-1b2dc28b-53d3-48f5-9adf-6634a5e093ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:58.819931 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c774d34b-6216-4aed-9a88-3eca39fd8782 req-1b2dc28b-53d3-48f5-9adf-6634a5e093ad service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=46704111eb3c4f50b85ea3971427960a&device_id=a65b0956-9e78-4e00-9ca1-e48822e5d706 HTTP/1.1" status: 200 len: 1097 time: 0.1282864 Apr 19 18:18:58.821024 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-5d299398-9b79-405e-810d-42601a3e7a2c req-4d30591a-f784-4870-b1bd-950a7fcfe27d tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Unset dirty status for tenant:46704111eb3c4f50b85ea3971427960a on resource:port {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:18:58.821168 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-426009b6-ff33-429d-9f59-1332d63ede1b req-5f7f0c9b-be57-4e00-bda3-8da00e418bc3 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b617a3-7089-49ee-9bc8-958ab3c8bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475593 Apr 19 18:18:58.822142 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5d299398-9b79-405e-810d-42601a3e7a2c req-4d30591a-f784-4870-b1bd-950a7fcfe27d tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65b0956-9e78-4e00-9ca1-e48822e5d706 HTTP/1.1" status: 200 len: 944 time: 0.1901348 Apr 19 18:18:58.963346 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-5d299398-9b79-405e-810d-42601a3e7a2c req-983aa6dd-afba-44d3-a119-50d4f9f7b9a8 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Synchronizing usage tracker for tenant:46704111eb3c4f50b85ea3971427960a on resource:security_group {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:18:59.006299 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-5d299398-9b79-405e-810d-42601a3e7a2c req-983aa6dd-afba-44d3-a119-50d4f9f7b9a8 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Unset dirty status for tenant:46704111eb3c4f50b85ea3971427960a on resource:security_group {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:18:59.007598 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5d299398-9b79-405e-810d-42601a3e7a2c req-983aa6dd-afba-44d3-a119-50d4f9f7b9a8 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef149989-a3dc-43eb-b804-a5c3af631ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783032 Apr 19 18:18:59.016280 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c774d34b-6216-4aed-9a88-3eca39fd8782 req-857c3b20-bcca-4697-9617-82534e269502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:59.017885 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c774d34b-6216-4aed-9a88-3eca39fd8782 req-857c3b20-bcca-4697-9617-82534e269502 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e8efb0b6-16ad-4533-a95b-48b52b3908a8 HTTP/1.1" status: 200 len: 916 time: 0.1898425 Apr 19 18:18:59.107374 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c774d34b-6216-4aed-9a88-3eca39fd8782 req-76b9b9da-9ec9-49c3-b8f8-ee5003f04c5f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2af5df0e-98fd-405a-b17d-eda3757228ca HTTP/1.1" status: 200 len: 217 time: 0.0717447 Apr 19 18:18:59.179082 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c774d34b-6216-4aed-9a88-3eca39fd8782 req-15f22c31-e0b9-447c-bb57-6e3cf65444b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:59.180803 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c774d34b-6216-4aed-9a88-3eca39fd8782 req-15f22c31-e0b9-447c-bb57-6e3cf65444b5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=436488b4-a126-4f89-965d-19454f3786a1 HTTP/1.1" status: 200 len: 854 time: 0.0658834 Apr 19 18:18:59.266647 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c774d34b-6216-4aed-9a88-3eca39fd8782 req-5143f3c0-0df4-4403-b2e5-588985be3549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:18:59.268624 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c774d34b-6216-4aed-9a88-3eca39fd8782 req-5143f3c0-0df4-4403-b2e5-588985be3549 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e8efb0b6-16ad-4533-a95b-48b52b3908a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0796261 Apr 19 18:18:59.419559 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c774d34b-6216-4aed-9a88-3eca39fd8782 req-683a2e25-e8ba-4378-89e7-329ead8f97cf service neutron] 10.222.0.53 "GET /v2.0/networks/e8efb0b6-16ad-4533-a95b-48b52b3908a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412435 Apr 19 18:18:59.578314 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c774d34b-6216-4aed-9a88-3eca39fd8782 req-39f71cf3-d32a-48ca-aa48-63188fc3f212 service neutron] 10.222.0.53 "GET /v2.0/networks/e8efb0b6-16ad-4533-a95b-48b52b3908a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489298 Apr 19 18:19:00.054641 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a60827-d4aa-4d78-9f81-6e6c59a4b3f0 req-2dd8aaa1-6a0a-47d9-a298-5ffc2778aa48 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:00.056347 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e6a60827-d4aa-4d78-9f81-6e6c59a4b3f0 req-2dd8aaa1-6a0a-47d9-a298-5ffc2778aa48 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?device_id=16315f5a-aa7c-4989-ae90-ef13ce620234 HTTP/1.1" status: 200 len: 946 time: 0.1168480 Apr 19 18:19:00.110285 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e6a60827-d4aa-4d78-9f81-6e6c59a4b3f0 req-7fdd2ffa-9d67-4d4c-9c37-0d31557a2615 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b617a3-7089-49ee-9bc8-958ab3c8bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445428 Apr 19 18:19:00.291569 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a63813d-8a43-4da0-94e3-5df83c0780f6 req-0a136331-b86c-44ae-91af-7ccff5c83df1 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:00.293743 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1a63813d-8a43-4da0-94e3-5df83c0780f6 req-0a136331-b86c-44ae-91af-7ccff5c83df1 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65b0956-9e78-4e00-9ca1-e48822e5d706 HTTP/1.1" status: 200 len: 944 time: 0.0906062 Apr 19 18:19:00.342055 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1a63813d-8a43-4da0-94e3-5df83c0780f6 req-1e12c290-beb2-404e-98bc-9c69de3f5ff0 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef149989-a3dc-43eb-b804-a5c3af631ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416038 Apr 19 18:19:00.810820 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Device 2af5df0e-98fd-405a-b17d-eda3757228ca details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:19:00.814388 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Device 3bcd0258-9ec3-4b52-8b8e-fc973abbf1fb no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:19:00.860918 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] No Port match for: 3bcd0258-9ec3-4b52-8b8e-fc973abbf1fb {{(pid=86364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:19:00.861516 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Device 3bcd0258-9ec3-4b52-8b8e-fc973abbf1fb not bound to the agent host hv-cinder-78692 {{(pid=86364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:19:01.171201 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] For port 2af5df0e-98fd-405a-b17d-eda3757228ca, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=2af5df0e-98fd-405a-b17d-eda3757228ca,segment=NetworkSegment(66349f04-21d1-4942-89e7-90c739d412d2),segment_id=66349f04-21d1-4942-89e7-90c739d412d2)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:19:01.188128 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Returning: {'device': '2af5df0e-98fd-405a-b17d-eda3757228ca', 'network_id': 'e8efb0b6-16ad-4533-a95b-48b52b3908a8', 'port_id': '2af5df0e-98fd-405a-b17d-eda3757228ca', 'mac_address': 'fa:16:3e:32:c8:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '436488b4-a126-4f89-965d-19454f3786a1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:19:01.260079 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:01.279876 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2af5df0e-98fd-405a-b17d-eda3757228ca {{(pid=86364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:19:01.297102 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] For port 2af5df0e-98fd-405a-b17d-eda3757228ca, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=2af5df0e-98fd-405a-b17d-eda3757228ca,segment=NetworkSegment(66349f04-21d1-4942-89e7-90c739d412d2),segment_id=66349f04-21d1-4942-89e7-90c739d412d2)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:19:01.300318 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:01.302909 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:01.348362 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c22b30a-fdfb-46fc-b43e-f906a7a04d8b req-9383e7c8-b3d2-4ae3-8b54-143bed168345 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:01.356251 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1c22b30a-fdfb-46fc-b43e-f906a7a04d8b req-9383e7c8-b3d2-4ae3-8b54-143bed168345 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?device_id=16315f5a-aa7c-4989-ae90-ef13ce620234 HTTP/1.1" status: 200 len: 946 time: 0.1049049 Apr 19 18:19:01.375961 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Pushing event updated for resources: {'Port': ['ID=2af5df0e-98fd-405a-b17d-eda3757228ca,revision_number=4']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:01.379413 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:01.403299 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1c22b30a-fdfb-46fc-b43e-f906a7a04d8b req-e429c988-73ed-4639-a27c-025dbfe60b6b tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b617a3-7089-49ee-9bc8-958ab3c8bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456936 Apr 19 18:19:01.556234 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984766f4-2e1d-4ec2-a768-9a648fcf1490 req-83ee2519-63fe-4842-ac7c-2c0296d7e844 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:01.557835 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-984766f4-2e1d-4ec2-a768-9a648fcf1490 req-83ee2519-63fe-4842-ac7c-2c0296d7e844 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65b0956-9e78-4e00-9ca1-e48822e5d706 HTTP/1.1" status: 200 len: 945 time: 0.0959594 Apr 19 18:19:01.606892 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-984766f4-2e1d-4ec2-a768-9a648fcf1490 req-37a11505-c065-43a7-bf05-aa763c1a5e99 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef149989-a3dc-43eb-b804-a5c3af631ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423536 Apr 19 18:19:01.661595 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] get_ports_and_sgs() called for port_ids ['2af5df0e-98fd-405a-b17d-eda3757228ca'] {{(pid=86364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:19:02.327779 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684968cc-df8d-4279-b2ea-836fda163e45 req-77a871f3-6189-4575-8509-23101e29a02f tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:02.329425 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-684968cc-df8d-4279-b2ea-836fda163e45 req-77a871f3-6189-4575-8509-23101e29a02f tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/ports?device_id=aa8b6b53-c6d9-474d-a84f-8a05af6417a9 HTTP/1.1" status: 200 len: 945 time: 0.0937748 Apr 19 18:19:02.379373 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-684968cc-df8d-4279-b2ea-836fda163e45 req-4b84ed8e-14e3-4a2f-9f02-8c275ab4feab tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/security-groups?id=693fea71-500b-474f-8806-96b1fe4da529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433283 Apr 19 18:19:02.613950 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c34886b-330f-4d16-ad41-c63bc28b2e0e req-5a92523c-3914-4c05-88ac-4c3a263c30c5 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:02.615541 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1c34886b-330f-4d16-ad41-c63bc28b2e0e req-5a92523c-3914-4c05-88ac-4c3a263c30c5 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?device_id=16315f5a-aa7c-4989-ae90-ef13ce620234 HTTP/1.1" status: 200 len: 946 time: 0.0906456 Apr 19 18:19:02.663703 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1c34886b-330f-4d16-ad41-c63bc28b2e0e req-3b2da113-c6e1-4d2b-9589-89e5d2edeec1 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b617a3-7089-49ee-9bc8-958ab3c8bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408757 Apr 19 18:19:02.811703 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d2db9-3b51-485d-a562-0f9cbe8cf1bf req-f045d163-1b31-4de8-bfa1-2069c8c2291e tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:02.813360 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f21d2db9-3b51-485d-a562-0f9cbe8cf1bf req-f045d163-1b31-4de8-bfa1-2069c8c2291e tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65b0956-9e78-4e00-9ca1-e48822e5d706 HTTP/1.1" status: 200 len: 945 time: 0.0922508 Apr 19 18:19:02.838859 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Device 2af5df0e-98fd-405a-b17d-eda3757228ca up at agent hyperv_hv-cinder-78692 {{(pid=86364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:19:02.865479 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f21d2db9-3b51-485d-a562-0f9cbe8cf1bf req-f04cd5f4-643b-49e4-93c7-2d2d2fe7cf03 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef149989-a3dc-43eb-b804-a5c3af631ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453172 Apr 19 18:19:02.909925 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Provisioning for port 2af5df0e-98fd-405a-b17d-eda3757228ca completed by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:19:02.915293 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Provisioning complete for port 2af5df0e-98fd-405a-b17d-eda3757228ca triggered by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:19:02.915720 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:03.043939 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:03.072364 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a65b0956-9e78-4e00-9ca1-e48822e5d706', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2af5df0e-98fd-405a-b17d-eda3757228ca'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:19:03.082898 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] For port 2af5df0e-98fd-405a-b17d-eda3757228ca, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=2af5df0e-98fd-405a-b17d-eda3757228ca,segment=NetworkSegment(66349f04-21d1-4942-89e7-90c739d412d2),segment_id=66349f04-21d1-4942-89e7-90c739d412d2)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:19:03.085964 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:03.087967 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:03.127582 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a65b0956-9e78-4e00-9ca1-e48822e5d706', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2af5df0e-98fd-405a-b17d-eda3757228ca', 'code': 200} Apr 19 18:19:03.161752 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:03.178231 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Pushing event updated for resources: {'Port': ['ID=2af5df0e-98fd-405a-b17d-eda3757228ca,revision_number=5']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:03.181534 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:03.243499 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.agents_db [None req-8d26a53d-5aec-40fe-9147-3f846c88e388 None None] Agent healthcheck: found 6 active agents {{(pid=86365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:19:03.389258 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e28492-3c48-4b88-b937-ef94ead0c513 req-1f6344fb-155f-4100-b52e-7be64b917b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:03.402515 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-25e28492-3c48-4b88-b937-ef94ead0c513 req-1f6344fb-155f-4100-b52e-7be64b917b20 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a65b0956-9e78-4e00-9ca1-e48822e5d706 HTTP/1.1" status: 200 len: 1099 time: 0.0791297 Apr 19 18:19:03.442362 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-25e28492-3c48-4b88-b937-ef94ead0c513 req-9b4c5e92-3041-4722-baf1-52289ad72c6e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ef149989-a3dc-43eb-b804-a5c3af631ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440156 Apr 19 18:19:03.591680 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7e904c-8e4b-4409-9de8-4b7347d36a4a req-22aac07e-31b2-4acd-bae1-65005158936a tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:03.593342 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0c7e904c-8e4b-4409-9de8-4b7347d36a4a req-22aac07e-31b2-4acd-bae1-65005158936a tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/ports?device_id=aa8b6b53-c6d9-474d-a84f-8a05af6417a9 HTTP/1.1" status: 200 len: 945 time: 0.0968134 Apr 19 18:19:03.642818 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0c7e904c-8e4b-4409-9de8-4b7347d36a4a req-258501d2-d173-4152-bb00-665acd668125 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/security-groups?id=693fea71-500b-474f-8806-96b1fe4da529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428884 Apr 19 18:19:03.881012 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2807612-229c-43a1-ae9c-e1085c0fbd30 req-de26a06b-30f4-4e76-b574-2f195e28b0ee tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:03.882693 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d2807612-229c-43a1-ae9c-e1085c0fbd30 req-de26a06b-30f4-4e76-b574-2f195e28b0ee tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?device_id=16315f5a-aa7c-4989-ae90-ef13ce620234 HTTP/1.1" status: 200 len: 946 time: 0.0947568 Apr 19 18:19:03.942514 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d2807612-229c-43a1-ae9c-e1085c0fbd30 req-8fb7da85-5482-429d-8d83-26087be02005 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b617a3-7089-49ee-9bc8-958ab3c8bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525556 Apr 19 18:19:04.047344 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 33410) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:19:04.092026 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d966ccd7-a71b-4f63-95bd-c52e1cd0bf7c req-7909bd47-1eeb-4feb-8158-a997ad5cf343 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:04.093858 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d966ccd7-a71b-4f63-95bd-c52e1cd0bf7c req-7909bd47-1eeb-4feb-8158-a997ad5cf343 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65b0956-9e78-4e00-9ca1-e48822e5d706 HTTP/1.1" status: 200 len: 946 time: 0.1057866 Apr 19 18:19:04.143066 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d966ccd7-a71b-4f63-95bd-c52e1cd0bf7c req-3600f6f6-d952-4145-8436-36f440a0fda5 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef149989-a3dc-43eb-b804-a5c3af631ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423963 Apr 19 18:19:04.271987 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-652d6049-ccad-4d01-b076-20752d15a775 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c2fd24c64a55482ebdfbbb8b000dcf16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2209694 Apr 19 18:19:04.272601 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 33416) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:19:04.291355 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d396e53c-2931-49d8-a55f-3dd56c52b212 req-d44e3c98-5f49-43b1-a6e4-d2b110de71d6 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:04.293445 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d396e53c-2931-49d8-a55f-3dd56c52b212 req-d44e3c98-5f49-43b1-a6e4-d2b110de71d6 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa8b6b53-c6d9-474d-a84f-8a05af6417a9 HTTP/1.1" status: 200 len: 945 time: 0.1377738 Apr 19 18:19:04.333713 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-beee92ea-b2af-40f6-94ad-271d5131ac4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:04.360449 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-beee92ea-b2af-40f6-94ad-271d5131ac4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:04.375630 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [req-d396e53c-2931-49d8-a55f-3dd56c52b212 req-38701d8b-b8a1-4abf-b5fe-16f262a791c3 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Deleting port 3a8874fd-7a89-4611-aad5-f89145138b9e {{(pid=86363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:19:04.376025 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-d396e53c-2931-49d8-a55f-3dd56c52b212 req-38701d8b-b8a1-4abf-b5fe-16f262a791c3 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254156519796'] for port, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:04.406082 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-beee92ea-b2af-40f6-94ad-271d5131ac4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:04.415408 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-9d1a51c8-8d2c-49ae-97e1-61517551e19f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:04.428621 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beee92ea-b2af-40f6-94ad-271d5131ac4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10507311-0540-4200-adcf-57b9f0a2c15d,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:04.432141 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-beee92ea-b2af-40f6-94ad-271d5131ac4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:04.438714 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-beee92ea-b2af-40f6-94ad-271d5131ac4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:04.443158 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-beee92ea-b2af-40f6-94ad-271d5131ac4f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/10507311-0540-4200-adcf-57b9f0a2c15d HTTP/1.1" status: 204 len: 168 time: 0.1694565 Apr 19 18:19:04.658483 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-d396e53c-2931-49d8-a55f-3dd56c52b212 req-38701d8b-b8a1-4abf-b5fe-16f262a791c3 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] For port 3a8874fd-7a89-4611-aad5-f89145138b9e, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=3a8874fd-7a89-4611-aad5-f89145138b9e,segment=NetworkSegment(41139e2e-7812-4641-a996-451602e23acc),segment_id=41139e2e-7812-4641-a996-451602e23acc)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:19:04.659121 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-d396e53c-2931-49d8-a55f-3dd56c52b212 req-38701d8b-b8a1-4abf-b5fe-16f262a791c3 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648318'] for port, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:04.798081 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [req-d396e53c-2931-49d8-a55f-3dd56c52b212 req-38701d8b-b8a1-4abf-b5fe-16f262a791c3 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Calling delete_port for 3a8874fd-7a89-4611-aad5-f89145138b9e owned by compute:nova {{(pid=86363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:19:04.864078 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4690ff63-122b-44ef-8298-5bd0eed5f60f req-591d9f6c-d5e7-4b1b-a626-6588d1a08ea3 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:04.867204 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4690ff63-122b-44ef-8298-5bd0eed5f60f req-591d9f6c-d5e7-4b1b-a626-6588d1a08ea3 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/ports?device_id=aa8b6b53-c6d9-474d-a84f-8a05af6417a9 HTTP/1.1" status: 200 len: 945 time: 0.0989349 Apr 19 18:19:04.919519 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4690ff63-122b-44ef-8298-5bd0eed5f60f req-2923e69b-1d02-4e1e-b085-ab170c1b1d91 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/security-groups?id=693fea71-500b-474f-8806-96b1fe4da529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432391 Apr 19 18:19:04.961672 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-d396e53c-2931-49d8-a55f-3dd56c52b212 req-38701d8b-b8a1-4abf-b5fe-16f262a791c3 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254156516127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254156964383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10486948'] for port, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:04.968477 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-672bd568-ab61-408a-9735-2ef25021073b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:04.975268 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] get_ports_and_sgs() called for port_ids ['8daa5f29-66b7-4f4b-8e17-36e9ad49dfd3', '7594faa2-1c1f-4463-bdb4-62f9445f859c', 'e07e4cb0-7a7d-4e4e-9584-8b9c625de588'] {{(pid=86364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:19:05.019805 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38701d8b-b8a1-4abf-b5fe-16f262a791c3 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Pushing event deleted for resources: {'Port': ['ID=3a8874fd-7a89-4611-aad5-f89145138b9e,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:05.063531 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-38701d8b-b8a1-4abf-b5fe-16f262a791c3 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:05.106336 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [req-d396e53c-2931-49d8-a55f-3dd56c52b212 req-38701d8b-b8a1-4abf-b5fe-16f262a791c3 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] No DVR routers for this DVR port 3a8874fd-7a89-4611-aad5-f89145138b9e on host hv-cinder-78692 {{(pid=86363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:19:05.143366 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-d396e53c-2931-49d8-a55f-3dd56c52b212 req-38701d8b-b8a1-4abf-b5fe-16f262a791c3 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773849'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:05.150767 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa8b6b53-c6d9-474d-a84f-8a05af6417a9', 'name': 'network-vif-deleted', 'tag': '3a8874fd-7a89-4611-aad5-f89145138b9e'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:19:05.176237 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d396e53c-2931-49d8-a55f-3dd56c52b212 req-38701d8b-b8a1-4abf-b5fe-16f262a791c3 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.53 "DELETE /v2.0/ports/3a8874fd-7a89-4611-aad5-f89145138b9e HTTP/1.1" status: 204 len: 173 time: 0.8722646 Apr 19 18:19:05.214120 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8cd991-01d2-4e2a-884b-ebc1d1788a4e req-7d0158c1-3130-45c1-a635-56c071e016dd tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:05.225757 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2d8cd991-01d2-4e2a-884b-ebc1d1788a4e req-7d0158c1-3130-45c1-a635-56c071e016dd tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?device_id=16315f5a-aa7c-4989-ae90-ef13ce620234 HTTP/1.1" status: 200 len: 946 time: 0.1274581 Apr 19 18:19:05.249338 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa8b6b53-c6d9-474d-a84f-8a05af6417a9', 'name': 'network-vif-deleted', 'tag': '3a8874fd-7a89-4611-aad5-f89145138b9e', 'status': 'completed', 'code': 200} Apr 19 18:19:05.291189 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2d8cd991-01d2-4e2a-884b-ebc1d1788a4e req-55a59167-438c-4c8a-a07c-41d4ddfdd55c tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b617a3-7089-49ee-9bc8-958ab3c8bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640817 Apr 19 18:19:05.376230 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 33450) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:19:05.409220 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e975150d-3770-4035-b60d-a13efa27e9bd req-d2003e21-62bd-4afd-b214-9ab889710a9b tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:05.415773 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e975150d-3770-4035-b60d-a13efa27e9bd req-d2003e21-62bd-4afd-b214-9ab889710a9b tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65b0956-9e78-4e00-9ca1-e48822e5d706 HTTP/1.1" status: 200 len: 946 time: 0.1006937 Apr 19 18:19:05.466472 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e975150d-3770-4035-b60d-a13efa27e9bd req-cd8dd364-f8be-4cc7-aa73-bcc690d6d3c0 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef149989-a3dc-43eb-b804-a5c3af631ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480561 Apr 19 18:19:05.493975 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-08b17523-a3c3-4cf3-84d8-45b53e253a12 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1904262957-network', 'tenant_id': 'abef1d83cb6b4d96be4c0ee78dd4c6af'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:19:05.499525 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-08b17523-a3c3-4cf3-84d8-45b53e253a12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:19:05.503734 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-08b17523-a3c3-4cf3-84d8-45b53e253a12 admin admin] Usage tracker for resource:network and tenant:abef1d83cb6b4d96be4c0ee78dd4c6af is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:19:05.506727 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-08b17523-a3c3-4cf3-84d8-45b53e253a12 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:19:05.513947 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-08b17523-a3c3-4cf3-84d8-45b53e253a12 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:19:05.522715 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b17523-a3c3-4cf3-84d8-45b53e253a12 admin admin] Made reservation on behalf of abef1d83cb6b4d96be4c0ee78dd4c6af for: {'network': 1} {{(pid=86363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:19:05.527519 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-08b17523-a3c3-4cf3-84d8-45b53e253a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for network, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:05.540586 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-08b17523-a3c3-4cf3-84d8-45b53e253a12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:05.556630 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-08b17523-a3c3-4cf3-84d8-45b53e253a12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:19:05.561714 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-08b17523-a3c3-4cf3-84d8-45b53e253a12 admin admin] Usage tracker for resource:security_group_rule and tenant:abef1d83cb6b4d96be4c0ee78dd4c6af is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:19:05.565195 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-08b17523-a3c3-4cf3-84d8-45b53e253a12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:19:05.571971 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-08b17523-a3c3-4cf3-84d8-45b53e253a12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:19:05.724567 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c00074-6626-4e2b-bdd4-a3418712c8a9 req-d4d2a6f1-5d97-4050-92c3-d9beb96423ba tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:05.726204 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-83c00074-6626-4e2b-bdd4-a3418712c8a9 req-d4d2a6f1-5d97-4050-92c3-d9beb96423ba tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65b0956-9e78-4e00-9ca1-e48822e5d706 HTTP/1.1" status: 200 len: 946 time: 0.1352489 Apr 19 18:19:05.764612 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-08b17523-a3c3-4cf3-84d8-45b53e253a12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:05.771713 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-08b17523-a3c3-4cf3-84d8-45b53e253a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:05.777343 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-3a797622-9340-486e-b81d-035c86f333c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:05.827513 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b17523-a3c3-4cf3-84d8-45b53e253a12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51a559a9-c19a-4e63-ad37-472e522e256f,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:05.830912 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-08b17523-a3c3-4cf3-84d8-45b53e253a12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:05.841142 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08b17523-a3c3-4cf3-84d8-45b53e253a12 admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=86363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 18:19:05.849086 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-83c00074-6626-4e2b-bdd4-a3418712c8a9 req-ed80ab79-00a2-4673-aade-3ab5963f2512 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef149989-a3dc-43eb-b804-a5c3af631ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152103 Apr 19 18:19:05.854708 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-08b17523-a3c3-4cf3-84d8-45b53e253a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850937276'] for segment, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:05.855633 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.db.segments_db [None req-08b17523-a3c3-4cf3-84d8-45b53e253a12 admin admin] Added segment 2c9b8c8d-385c-4141-a0b8-0cee141188f0 of type vlan for network 1dbd23c1-3d60-4c2e-9fbe-230c0863e39a Apr 19 18:19:05.889714 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-08b17523-a3c3-4cf3-84d8-45b53e253a12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782697800819'] for network, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:05.933105 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-08b17523-a3c3-4cf3-84d8-45b53e253a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962'] for network, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:05.935119 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b17523-a3c3-4cf3-84d8-45b53e253a12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:05.935819 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-08b17523-a3c3-4cf3-84d8-45b53e253a12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759945'] for network, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:05.941274 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:06.273386 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b17523-a3c3-4cf3-84d8-45b53e253a12 admin admin] Pushing event updated for resources: {'Network': ['ID=1dbd23c1-3d60-4c2e-9fbe-230c0863e39a,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:06.276643 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-08b17523-a3c3-4cf3-84d8-45b53e253a12 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8993068 Apr 19 18:19:06.278323 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-08b17523-a3c3-4cf3-84d8-45b53e253a12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:06.280262 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 33470) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:19:06.286424 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-f9a316e7-9490-4ffe-b8d6-e16cf1b0b2ec admin admin] Request body: {'subnet': {'network_id': '1dbd23c1-3d60-4c2e-9fbe-230c0863e39a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1904262957-subnet', 'tenant_id': 'abef1d83cb6b4d96be4c0ee78dd4c6af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:19:06.286605 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Network 1dbd23c1-3d60-4c2e-9fbe-230c0863e39a details requested by agent ovs-agent-dv-cinder-786927-1-iscsi with host dv-cinder-786927-1-iscsi {{(pid=86364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 18:19:06.292024 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-f9a316e7-9490-4ffe-b8d6-e16cf1b0b2ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:19:06.297308 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-f9a316e7-9490-4ffe-b8d6-e16cf1b0b2ec admin admin] Usage tracker for resource:subnet and tenant:abef1d83cb6b4d96be4c0ee78dd4c6af is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:19:06.300599 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-f9a316e7-9490-4ffe-b8d6-e16cf1b0b2ec admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:19:06.306976 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-f9a316e7-9490-4ffe-b8d6-e16cf1b0b2ec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:19:06.309844 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b1e7e9-fdd5-45c8-8bc2-c69d01d31a71 req-728045f4-17a2-462c-bc6e-4dae63fb132c tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:06.311852 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f4b1e7e9-fdd5-45c8-8bc2-c69d01d31a71 req-728045f4-17a2-462c-bc6e-4dae63fb132c tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65b0956-9e78-4e00-9ca1-e48822e5d706 HTTP/1.1" status: 200 len: 946 time: 0.0949192 Apr 19 18:19:06.319061 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a316e7-9490-4ffe-b8d6-e16cf1b0b2ec admin admin] Made reservation on behalf of abef1d83cb6b4d96be4c0ee78dd4c6af for: {'subnet': 1} {{(pid=86363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:19:06.324177 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f9a316e7-9490-4ffe-b8d6-e16cf1b0b2ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844083904'] for subnet, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:06.404728 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f4b1e7e9-fdd5-45c8-8bc2-c69d01d31a71 req-094526c6-a3e4-447d-855c-8381a9efd1f1 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef149989-a3dc-43eb-b804-a5c3af631ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747700 Apr 19 18:19:06.597072 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6c74d6-eae6-4d26-b035-69de3955bd62 req-a2c32ae9-fede-41c8-8887-ab76623d5dd2 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:06.598738 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-8a6c74d6-eae6-4d26-b035-69de3955bd62 req-a2c32ae9-fede-41c8-8887-ab76623d5dd2 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?device_id=16315f5a-aa7c-4989-ae90-ef13ce620234 HTTP/1.1" status: 200 len: 946 time: 0.1578410 Apr 19 18:19:06.678659 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-8a6c74d6-eae6-4d26-b035-69de3955bd62 req-8deac807-dae9-4c47-8f6d-d7014fd5dd90 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b617a3-7089-49ee-9bc8-958ab3c8bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733495 Apr 19 18:19:06.862171 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Device 3a8874fd-7a89-4611-aad5-f89145138b9e no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:19:06.883055 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f9a316e7-9490-4ffe-b8d6-e16cf1b0b2ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853862292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036844288203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844083887'] for subnet, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:06.888837 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:06.913056 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] No Port match for: 3a8874fd-7a89-4611-aad5-f89145138b9e {{(pid=86364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:19:06.913714 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Device 3a8874fd-7a89-4611-aad5-f89145138b9e not bound to the agent host hv-cinder-78692 {{(pid=86364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:19:06.970411 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a316e7-9490-4ffe-b8d6-e16cf1b0b2ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=a039269f-8037-4f79-a807-f88fb431463a,revision_number=0']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:06.973150 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-f9a316e7-9490-4ffe-b8d6-e16cf1b0b2ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:06.980820 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a316e7-9490-4ffe-b8d6-e16cf1b0b2ec admin admin] Checking segment: {'id': '2c9b8c8d-385c-4141-a0b8-0cee141188f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1dbd23c1-3d60-4c2e-9fbe-230c0863e39a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:19:06.981216 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a316e7-9490-4ffe-b8d6-e16cf1b0b2ec admin admin] Network hostable DHCP agents. Network: 1dbd23c1-3d60-4c2e-9fbe-230c0863e39a, hostable agents: ['66dd5093-526f-401d-add7-2f8e88013a06'], hosted agents: [] {{(pid=86363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 18:19:07.000245 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a316e7-9490-4ffe-b8d6-e16cf1b0b2ec admin admin] Network 1dbd23c1-3d60-4c2e-9fbe-230c0863e39a is scheduled to be hosted by DHCP agent 66dd5093-526f-401d-add7-2f8e88013a06 with binding_index 1 {{(pid=86363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 18:19:07.008656 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-f9a316e7-9490-4ffe-b8d6-e16cf1b0b2ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786927-1-iscsi, 1dbd23c1-3d60-4c2e-9fbe-230c0863e39a) {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:19:07.019291 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da0e204-00c9-4327-8c6a-e743640ccf68 None None] Network 1dbd23c1-3d60-4c2e-9fbe-230c0863e39a requested from dv-cinder-786927-1-iscsi {{(pid=86364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:19:07.021860 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a316e7-9490-4ffe-b8d6-e16cf1b0b2ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:07.022523 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f9a316e7-9490-4ffe-b8d6-e16cf1b0b2ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759945'] for subnet, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:07.043943 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-f9a316e7-9490-4ffe-b8d6-e16cf1b0b2ec admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7625849 Apr 19 18:19:07.250009 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950f8390-0987-435b-8193-628bb3aa5aa5 None None] Network 1dbd23c1-3d60-4c2e-9fbe-230c0863e39a requested from dv-cinder-786927-1-iscsi {{(pid=86364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:19:07.677104 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c93fe00-be25-4c13-99d3-136bd0cb3570 req-d69bf7f9-8938-4ec9-9f36-464a6c2f2e71 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:07.678812 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5c93fe00-be25-4c13-99d3-136bd0cb3570 req-d69bf7f9-8938-4ec9-9f36-464a6c2f2e71 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca78e4a4-7974-475f-87b6-4f139dbd8500 HTTP/1.1" status: 200 len: 945 time: 0.0929770 Apr 19 18:19:07.744543 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5c93fe00-be25-4c13-99d3-136bd0cb3570 req-013a1e58-2754-4871-bbcc-557c42c891d3 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/security-groups?id=693fea71-500b-474f-8806-96b1fe4da529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583696 Apr 19 18:19:07.948169 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fde6e19-b475-400e-a28b-9af3734d4769 req-0362ce14-d75d-44a7-afe8-2393ada4b72a tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:07.950265 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0fde6e19-b475-400e-a28b-9af3734d4769 req-0362ce14-d75d-44a7-afe8-2393ada4b72a tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?device_id=16315f5a-aa7c-4989-ae90-ef13ce620234 HTTP/1.1" status: 200 len: 946 time: 0.1342950 Apr 19 18:19:08.014307 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0fde6e19-b475-400e-a28b-9af3734d4769 req-412df42a-37bf-4e1a-90ef-85855b63a9f4 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b617a3-7089-49ee-9bc8-958ab3c8bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568202 Apr 19 18:19:08.028945 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a0ce6e-7d7e-4b3f-967a-69438f93f4e9 req-eb169a3b-779d-4582-85ef-1887268f605b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:08.030563 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-66a0ce6e-7d7e-4b3f-967a-69438f93f4e9 req-eb169a3b-779d-4582-85ef-1887268f605b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=16315f5a-aa7c-4989-ae90-ef13ce620234 HTTP/1.1" status: 200 len: 1099 time: 0.1361189 Apr 19 18:19:08.077820 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-66a0ce6e-7d7e-4b3f-967a-69438f93f4e9 req-bc3f78b6-7d48-4dcd-854b-c40dbfadceed service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a5b617a3-7089-49ee-9bc8-958ab3c8bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395684 Apr 19 18:19:08.960168 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5950f0d3-394a-4829-acd4-7e567a8b10c2 req-2c1cf7ef-961c-4302-b952-2648b5b2bdd5 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:08.961762 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5950f0d3-394a-4829-acd4-7e567a8b10c2 req-2c1cf7ef-961c-4302-b952-2648b5b2bdd5 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca78e4a4-7974-475f-87b6-4f139dbd8500 HTTP/1.1" status: 200 len: 945 time: 0.0934651 Apr 19 18:19:09.009731 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5950f0d3-394a-4829-acd4-7e567a8b10c2 req-9f580dd0-0595-46d2-96f5-c7b22e276533 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/security-groups?id=693fea71-500b-474f-8806-96b1fe4da529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409133 Apr 19 18:19:09.166418 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcde930-40a1-4e58-bddd-2035a5466884 req-50113ca2-0999-4a6a-8776-4f04948bb270 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:09.167092 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-afcde930-40a1-4e58-bddd-2035a5466884 req-50113ca2-0999-4a6a-8776-4f04948bb270 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] Synchronizing usage tracker for tenant:abef1d83cb6b4d96be4c0ee78dd4c6af on resource:network {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:19:09.186301 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-afcde930-40a1-4e58-bddd-2035a5466884 req-50113ca2-0999-4a6a-8776-4f04948bb270 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] Unset dirty status for tenant:abef1d83cb6b4d96be4c0ee78dd4c6af on resource:network {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:19:09.187684 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-afcde930-40a1-4e58-bddd-2035a5466884 req-50113ca2-0999-4a6a-8776-4f04948bb270 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] 10.222.0.36 "GET /v2.0/networks?id=1dbd23c1-3d60-4c2e-9fbe-230c0863e39a HTTP/1.1" status: 200 len: 814 time: 0.1893458 Apr 19 18:19:09.206532 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-afcde930-40a1-4e58-bddd-2035a5466884 req-dae3d8bb-5574-4c50-a613-56f4e889cd4b tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] 10.222.0.36 "GET /v2.0/quotas/abef1d83cb6b4d96be4c0ee78dd4c6af HTTP/1.1" status: 200 len: 375 time: 0.0122304 Apr 19 18:19:09.265586 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-afcde930-40a1-4e58-bddd-2035a5466884 req-616f3f6e-a843-407e-bae7-29f6b717f292 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=abef1d83cb6b4d96be4c0ee78dd4c6af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0517936 Apr 19 18:19:09.421526 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-afcde930-40a1-4e58-bddd-2035a5466884 req-4203af3c-fb74-4dd0-9d7d-148c546b9e92 service neutron] 10.222.0.36 "GET /v2.0/networks/1dbd23c1-3d60-4c2e-9fbe-230c0863e39a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479840 Apr 19 18:19:09.448881 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776bce55-8509-4196-aa32-b2710c87890d req-fb994071-7673-46f7-bac2-42311f14341f tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:09.450499 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-776bce55-8509-4196-aa32-b2710c87890d req-fb994071-7673-46f7-bac2-42311f14341f tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?device_id=16315f5a-aa7c-4989-ae90-ef13ce620234 HTTP/1.1" status: 200 len: 946 time: 0.3044877 Apr 19 18:19:09.499087 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-776bce55-8509-4196-aa32-b2710c87890d req-434eeefd-617d-470b-a0a5-1aec33b2d2d0 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b617a3-7089-49ee-9bc8-958ab3c8bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415492 Apr 19 18:19:09.570389 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-afcde930-40a1-4e58-bddd-2035a5466884 req-f5ad82d8-ebfa-4d38-90fa-8434b28c5fbf service neutron] 10.222.0.36 "GET /v2.0/networks/1dbd23c1-3d60-4c2e-9fbe-230c0863e39a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412053 Apr 19 18:19:09.685974 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23af170-aa01-4853-b088-af5f8b2c086f req-e7b90180-5287-4b24-9f27-1391d0509c59 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:09.686765 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-f23af170-aa01-4853-b088-af5f8b2c086f req-e7b90180-5287-4b24-9f27-1391d0509c59 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Synchronizing usage tracker for tenant:0192ebea383943fdbf60eb0089151581 on resource:port {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:19:09.712530 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-f23af170-aa01-4853-b088-af5f8b2c086f req-e7b90180-5287-4b24-9f27-1391d0509c59 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Unset dirty status for tenant:0192ebea383943fdbf60eb0089151581 on resource:port {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:19:09.714197 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f23af170-aa01-4853-b088-af5f8b2c086f req-e7b90180-5287-4b24-9f27-1391d0509c59 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca78e4a4-7974-475f-87b6-4f139dbd8500 HTTP/1.1" status: 200 len: 945 time: 0.1193433 Apr 19 18:19:09.771939 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-81859dbe-4513-4357-9d30-95dee10c4439 req-2127f811-16f7-4f05-800d-9cdf3f1b89fb tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b642eea-80a6-4a39-9c94-edc6d6f4c18c HTTP/1.1" status: 200 len: 210 time: 0.0503869 Apr 19 18:19:09.819436 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [req-f23af170-aa01-4853-b088-af5f8b2c086f req-85e8a008-22ee-4df2-be24-996ef05d6cb7 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Deleting port e07e4cb0-7a7d-4e4e-9584-8b9c625de588 {{(pid=86363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:19:09.819834 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-f23af170-aa01-4853-b088-af5f8b2c086f req-85e8a008-22ee-4df2-be24-996ef05d6cb7 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254156519796'] for port, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:10.088843 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-f23af170-aa01-4853-b088-af5f8b2c086f req-85e8a008-22ee-4df2-be24-996ef05d6cb7 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] For port e07e4cb0-7a7d-4e4e-9584-8b9c625de588, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=e07e4cb0-7a7d-4e4e-9584-8b9c625de588,segment=NetworkSegment(41139e2e-7812-4641-a996-451602e23acc),segment_id=41139e2e-7812-4641-a996-451602e23acc)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:19:10.089877 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-f23af170-aa01-4853-b088-af5f8b2c086f req-85e8a008-22ee-4df2-be24-996ef05d6cb7 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648318'] for port, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:10.265144 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [req-f23af170-aa01-4853-b088-af5f8b2c086f req-85e8a008-22ee-4df2-be24-996ef05d6cb7 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Calling delete_port for e07e4cb0-7a7d-4e4e-9584-8b9c625de588 owned by compute:nova {{(pid=86363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:19:10.421944 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd64b93-56d9-4ee8-b5ea-b9130ff4cc37 req-af3fa5c2-957f-48ce-9c14-83694a350b41 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:10.423569 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-dcd64b93-56d9-4ee8-b5ea-b9130ff4cc37 req-af3fa5c2-957f-48ce-9c14-83694a350b41 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca78e4a4-7974-475f-87b6-4f139dbd8500 HTTP/1.1" status: 200 len: 945 time: 0.2618191 Apr 19 18:19:10.478983 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-f23af170-aa01-4853-b088-af5f8b2c086f req-85e8a008-22ee-4df2-be24-996ef05d6cb7 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254156516127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254156964383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10486948'] for port, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:10.486991 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-2f121c8d-5004-4acb-a604-64606034e584 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:10.490391 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] get_ports_and_sgs() called for port_ids ['8daa5f29-66b7-4f4b-8e17-36e9ad49dfd3', '7594faa2-1c1f-4463-bdb4-62f9445f859c', 'e07e4cb0-7a7d-4e4e-9584-8b9c625de588'] {{(pid=86364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:19:10.542577 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-dcd64b93-56d9-4ee8-b5ea-b9130ff4cc37 req-b0fb5a45-bb05-43de-a9c3-6e4472795dd0 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/security-groups?id=693fea71-500b-474f-8806-96b1fe4da529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111872 Apr 19 18:19:10.545246 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e8a008-22ee-4df2-be24-996ef05d6cb7 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Pushing event deleted for resources: {'Port': ['ID=e07e4cb0-7a7d-4e4e-9584-8b9c625de588,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:10.548860 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-85e8a008-22ee-4df2-be24-996ef05d6cb7 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:10.624979 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [req-f23af170-aa01-4853-b088-af5f8b2c086f req-85e8a008-22ee-4df2-be24-996ef05d6cb7 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] No DVR routers for this DVR port e07e4cb0-7a7d-4e4e-9584-8b9c625de588 on host hv-cinder-78692 {{(pid=86363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:19:10.628019 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-f23af170-aa01-4853-b088-af5f8b2c086f req-85e8a008-22ee-4df2-be24-996ef05d6cb7 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773849'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:10.630938 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca78e4a4-7974-475f-87b6-4f139dbd8500', 'name': 'network-vif-deleted', 'tag': 'e07e4cb0-7a7d-4e4e-9584-8b9c625de588'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:19:10.648360 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f23af170-aa01-4853-b088-af5f8b2c086f req-85e8a008-22ee-4df2-be24-996ef05d6cb7 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.53 "DELETE /v2.0/ports/e07e4cb0-7a7d-4e4e-9584-8b9c625de588 HTTP/1.1" status: 204 len: 173 time: 0.9107668 Apr 19 18:19:10.711675 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca78e4a4-7974-475f-87b6-4f139dbd8500', 'name': 'network-vif-deleted', 'tag': 'e07e4cb0-7a7d-4e4e-9584-8b9c625de588', 'status': 'completed', 'code': 200} Apr 19 18:19:10.779906 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de38879f-115a-469a-94c6-e1e12091825d req-f3c449a2-49b9-45cc-bcf3-f229329afd9f tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:10.791004 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-de38879f-115a-469a-94c6-e1e12091825d req-f3c449a2-49b9-45cc-bcf3-f229329afd9f tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?device_id=16315f5a-aa7c-4989-ae90-ef13ce620234 HTTP/1.1" status: 200 len: 946 time: 0.1478734 Apr 19 18:19:10.845936 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-de38879f-115a-469a-94c6-e1e12091825d req-4e45fc87-8169-40b7-a0e2-b94a5b300005 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b617a3-7089-49ee-9bc8-958ab3c8bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535531 Apr 19 18:19:11.034005 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7a01b844-d1e0-46ba-a676-9e3e121155e0 req-0cd40505-fef1-4087-93be-418153f1d2a4 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b642eea-80a6-4a39-9c94-edc6d6f4c18c HTTP/1.1" status: 200 len: 210 time: 0.0643036 Apr 19 18:19:11.149867 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcde930-40a1-4e58-bddd-2035a5466884 req-f0089db4-6600-4c4a-b9e8-2f14507c9d8d tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:11.151539 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-afcde930-40a1-4e58-bddd-2035a5466884 req-f0089db4-6600-4c4a-b9e8-2f14507c9d8d tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] 10.222.0.53 "GET /v2.0/networks?id=1dbd23c1-3d60-4c2e-9fbe-230c0863e39a HTTP/1.1" status: 200 len: 814 time: 0.1772788 Apr 19 18:19:11.166752 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [req-afcde930-40a1-4e58-bddd-2035a5466884 req-2e72acdc-c69c-4128-9a53-31259ff0054f tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] Request body: {'port': {'device_id': '0b642eea-80a6-4a39-9c94-edc6d6f4c18c', 'network_id': '1dbd23c1-3d60-4c2e-9fbe-230c0863e39a', 'admin_state_up': True, 'tenant_id': 'abef1d83cb6b4d96be4c0ee78dd4c6af'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:19:11.322968 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [req-afcde930-40a1-4e58-bddd-2035a5466884 req-2e72acdc-c69c-4128-9a53-31259ff0054f tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:19:11.327540 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-afcde930-40a1-4e58-bddd-2035a5466884 req-2e72acdc-c69c-4128-9a53-31259ff0054f tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] Usage tracker for resource:port and tenant:abef1d83cb6b4d96be4c0ee78dd4c6af is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:19:11.330713 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-afcde930-40a1-4e58-bddd-2035a5466884 req-2e72acdc-c69c-4128-9a53-31259ff0054f tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:19:11.337295 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [req-afcde930-40a1-4e58-bddd-2035a5466884 req-2e72acdc-c69c-4128-9a53-31259ff0054f tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:19:11.348478 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afcde930-40a1-4e58-bddd-2035a5466884 req-2e72acdc-c69c-4128-9a53-31259ff0054f tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] Made reservation on behalf of abef1d83cb6b4d96be4c0ee78dd4c6af for: {'port': 1} {{(pid=86363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:19:11.355906 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-afcde930-40a1-4e58-bddd-2035a5466884 req-2e72acdc-c69c-4128-9a53-31259ff0054f tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:11.484395 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b9ff40-df4e-44a9-a774-990909c510ae req-099cdb2a-69ba-4480-8b7e-bc7f8e286a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:11.486245 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-62b9ff40-df4e-44a9-a774-990909c510ae req-099cdb2a-69ba-4480-8b7e-bc7f8e286a51 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8280c444ce7f4603a8a1042629dae0e6&device_id=16315f5a-aa7c-4989-ae90-ef13ce620234 HTTP/1.1" status: 200 len: 1099 time: 0.0902231 Apr 19 18:19:11.608816 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25521cfe-4e46-4944-806c-dd2c450b42f1 req-f884f5d1-6698-4168-b4ff-d1a452d62e34 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:11.611218 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-25521cfe-4e46-4944-806c-dd2c450b42f1 req-f884f5d1-6698-4168-b4ff-d1a452d62e34 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?device_id=16315f5a-aa7c-4989-ae90-ef13ce620234 HTTP/1.1" status: 200 len: 946 time: 0.1872988 Apr 19 18:19:11.648657 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [req-afcde930-40a1-4e58-bddd-2035a5466884 req-2e72acdc-c69c-4128-9a53-31259ff0054f tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] Allocated IP 172.20.0.10 (1dbd23c1-3d60-4c2e-9fbe-230c0863e39a/a039269f-8037-4f79-a807-f88fb431463a/cf418512-de2a-4fa5-a6e3-3e01cc7da4fd) {{(pid=86363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:19:11.660864 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b9ff40-df4e-44a9-a774-990909c510ae req-810553ce-3ffd-43da-b3e5-eb653b006005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:11.662535 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-62b9ff40-df4e-44a9-a774-990909c510ae req-810553ce-3ffd-43da-b3e5-eb653b006005 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8a0b2a47-900b-4baa-8d26-539dace3d837 HTTP/1.1" status: 200 len: 919 time: 0.1656299 Apr 19 18:19:11.687446 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-25521cfe-4e46-4944-806c-dd2c450b42f1 req-64c95b8e-9d3f-43ba-9ecc-b7d429ea6221 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b617a3-7089-49ee-9bc8-958ab3c8bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683448 Apr 19 18:19:11.743669 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-62b9ff40-df4e-44a9-a774-990909c510ae req-ac346baf-e010-4bd4-b21f-ec5bbff890b7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dab3f0e8-b34c-4a91-941f-44c4e7d7d787 HTTP/1.1" status: 200 len: 217 time: 0.0721993 Apr 19 18:19:11.823096 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b9ff40-df4e-44a9-a774-990909c510ae req-b07c073d-3e40-47ff-b8bb-093b313c0468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:11.825399 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-62b9ff40-df4e-44a9-a774-990909c510ae req-b07c073d-3e40-47ff-b8bb-093b313c0468 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ada99008-3d7e-49b3-8e59-95a033a8bf6a HTTP/1.1" status: 200 len: 858 time: 0.0734546 Apr 19 18:19:11.919196 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-62b9ff40-df4e-44a9-a774-990909c510ae req-30b4bdcd-9275-4a40-a69a-eefbc258447e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8a0b2a47-900b-4baa-8d26-539dace3d837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0845728 Apr 19 18:19:11.937007 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-afcde930-40a1-4e58-bddd-2035a5466884 req-2e72acdc-c69c-4128-9a53-31259ff0054f tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] Notify callbacks [] for port, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:11.992205 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-afcde930-40a1-4e58-bddd-2035a5466884 req-2e72acdc-c69c-4128-9a53-31259ff0054f tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782697811417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10486948'] for port, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:12.004543 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:12.088376 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e72acdc-c69c-4128-9a53-31259ff0054f tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] Pushing event updated for resources: {'Port': ['ID=cf418512-de2a-4fa5-a6e3-3e01cc7da4fd,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:12.092443 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-2e72acdc-c69c-4128-9a53-31259ff0054f tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:12.097033 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afcde930-40a1-4e58-bddd-2035a5466884 req-2e72acdc-c69c-4128-9a53-31259ff0054f tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] Network 1dbd23c1-3d60-4c2e-9fbe-230c0863e39a is already hosted by enough agents. {{(pid=86363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:19:12.098264 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [req-afcde930-40a1-4e58-bddd-2035a5466884 req-2e72acdc-c69c-4128-9a53-31259ff0054f tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] Resources bound (agent type, host, resource id): {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:19:12.100788 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [req-afcde930-40a1-4e58-bddd-2035a5466884 req-2e72acdc-c69c-4128-9a53-31259ff0054f tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] Received port after_create {{(pid=86363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:19:12.107629 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-62b9ff40-df4e-44a9-a774-990909c510ae req-7a4f2e6e-c5f0-489b-94df-4effe16dfd20 service neutron] 10.222.0.53 "GET /v2.0/networks/8a0b2a47-900b-4baa-8d26-539dace3d837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724532 Apr 19 18:19:12.173992 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcde930-40a1-4e58-bddd-2035a5466884 req-2e72acdc-c69c-4128-9a53-31259ff0054f tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:12.174836 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-afcde930-40a1-4e58-bddd-2035a5466884 req-2e72acdc-c69c-4128-9a53-31259ff0054f tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773849'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:12.247769 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-afcde930-40a1-4e58-bddd-2035a5466884 req-2e72acdc-c69c-4128-9a53-31259ff0054f tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0859020 Apr 19 18:19:12.270312 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [req-afcde930-40a1-4e58-bddd-2035a5466884 req-b03c1ad8-61a7-4f6f-8923-a8dddf8c1146 service neutron] Request body: {'port': {'device_id': '0b642eea-80a6-4a39-9c94-edc6d6f4c18c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:19:12.332514 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c29185-9eed-4f32-893b-117c243637ea req-4f55f920-e50e-46cd-a106-e1df72e274f2 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:12.334268 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c5c29185-9eed-4f32-893b-117c243637ea req-4f55f920-e50e-46cd-a106-e1df72e274f2 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/ports?device_id=691bac90-77ff-4876-965a-f904ca775967 HTTP/1.1" status: 200 len: 946 time: 0.2256603 Apr 19 18:19:12.338427 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-62b9ff40-df4e-44a9-a774-990909c510ae req-db63fbd9-213b-48a2-8991-38f0edbd102a service neutron] 10.222.0.53 "GET /v2.0/networks/8a0b2a47-900b-4baa-8d26-539dace3d837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926386 Apr 19 18:19:12.387694 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c5c29185-9eed-4f32-893b-117c243637ea req-003c38ca-64e6-4cb8-9ef2-f7dac00d6ca6 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/security-groups?id=693fea71-500b-474f-8806-96b1fe4da529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464158 Apr 19 18:19:12.570861 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab3ae14-ae8d-49be-8aba-f4d19216f721 req-df898559-f514-4fb4-bc8f-797e76f9dfc4 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:12.571667 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-fab3ae14-ae8d-49be-8aba-f4d19216f721 req-df898559-f514-4fb4-bc8f-797e76f9dfc4 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] Synchronizing usage tracker for tenant:abef1d83cb6b4d96be4c0ee78dd4c6af on resource:port {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:19:12.643052 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-fab3ae14-ae8d-49be-8aba-f4d19216f721 req-df898559-f514-4fb4-bc8f-797e76f9dfc4 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] Unset dirty status for tenant:abef1d83cb6b4d96be4c0ee78dd4c6af on resource:port {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:19:12.644375 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-fab3ae14-ae8d-49be-8aba-f4d19216f721 req-df898559-f514-4fb4-bc8f-797e76f9dfc4 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b642eea-80a6-4a39-9c94-edc6d6f4c18c HTTP/1.1" status: 200 len: 932 time: 0.4645171 Apr 19 18:19:12.649161 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-afcde930-40a1-4e58-bddd-2035a5466884 req-b03c1ad8-61a7-4f6f-8923-a8dddf8c1146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:12.761203 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-fab3ae14-ae8d-49be-8aba-f4d19216f721 req-42959022-e4c7-4fdd-b51b-4c0981b35a36 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] Synchronizing usage tracker for tenant:abef1d83cb6b4d96be4c0ee78dd4c6af on resource:security_group {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:19:12.842126 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-fab3ae14-ae8d-49be-8aba-f4d19216f721 req-42959022-e4c7-4fdd-b51b-4c0981b35a36 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] Unset dirty status for tenant:abef1d83cb6b4d96be4c0ee78dd4c6af on resource:security_group {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:19:12.843342 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-fab3ae14-ae8d-49be-8aba-f4d19216f721 req-42959022-e4c7-4fdd-b51b-4c0981b35a36 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] 10.222.0.36 "GET /v2.0/security-groups?id=51a559a9-c19a-4e63-ad37-472e522e256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805716 Apr 19 18:19:12.909986 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c383e6-8b75-4734-ab3b-8907c3fc471e req-436be320-62f1-4881-9b5a-d1654cab4154 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:12.911664 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Device e07e4cb0-7a7d-4e4e-9584-8b9c625de588 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:19:12.915546 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b8c383e6-8b75-4734-ab3b-8907c3fc471e req-436be320-62f1-4881-9b5a-d1654cab4154 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?device_id=16315f5a-aa7c-4989-ae90-ef13ce620234 HTTP/1.1" status: 200 len: 946 time: 0.0970566 Apr 19 18:19:12.950847 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] No Port match for: e07e4cb0-7a7d-4e4e-9584-8b9c625de588 {{(pid=86364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:19:12.951264 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Device e07e4cb0-7a7d-4e4e-9584-8b9c625de588 not bound to the agent host hv-cinder-78692 {{(pid=86364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:19:12.961139 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b8c383e6-8b75-4734-ab3b-8907c3fc471e req-518bc6ea-b757-4e3d-9c4e-855b6fae9386 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b617a3-7089-49ee-9bc8-958ab3c8bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423548 Apr 19 18:19:13.072181 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [req-afcde930-40a1-4e58-bddd-2035a5466884 req-b03c1ad8-61a7-4f6f-8923-a8dddf8c1146 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf418512-de2a-4fa5-a6e3-3e01cc7da4fd {{(pid=86363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:19:13.080105 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-afcde930-40a1-4e58-bddd-2035a5466884 req-b03c1ad8-61a7-4f6f-8923-a8dddf8c1146 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:13.096865 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [req-afcde930-40a1-4e58-bddd-2035a5466884 req-b03c1ad8-61a7-4f6f-8923-a8dddf8c1146 service neutron] Transition to ACTIVE for port object cf418512-de2a-4fa5-a6e3-3e01cc7da4fd will not be triggered until provisioned by entity L2. {{(pid=86363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:19:13.100485 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-afcde930-40a1-4e58-bddd-2035a5466884 req-b03c1ad8-61a7-4f6f-8923-a8dddf8c1146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844288851'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:13.105420 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:13.276268 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03c1ad8-61a7-4f6f-8923-a8dddf8c1146 service neutron] Pushing event updated for resources: {'Port': ['ID=cf418512-de2a-4fa5-a6e3-3e01cc7da4fd,revision_number=2']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:13.307864 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b03c1ad8-61a7-4f6f-8923-a8dddf8c1146 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:13.351089 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-afcde930-40a1-4e58-bddd-2035a5466884 req-b03c1ad8-61a7-4f6f-8923-a8dddf8c1146 service neutron] Attempting to bind port cf418512-de2a-4fa5-a6e3-3e01cc7da4fd on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:19:13.351472 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-afcde930-40a1-4e58-bddd-2035a5466884 req-b03c1ad8-61a7-4f6f-8923-a8dddf8c1146 service neutron] Attempting to bind port cf418512-de2a-4fa5-a6e3-3e01cc7da4fd by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '2c9b8c8d-385c-4141-a0b8-0cee141188f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1dbd23c1-3d60-4c2e-9fbe-230c0863e39a'}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:19:13.351845 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afcde930-40a1-4e58-bddd-2035a5466884 req-b03c1ad8-61a7-4f6f-8923-a8dddf8c1146 service neutron] Attempting to bind port cf418512-de2a-4fa5-a6e3-3e01cc7da4fd on network 1dbd23c1-3d60-4c2e-9fbe-230c0863e39a {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:19:13.356709 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afcde930-40a1-4e58-bddd-2035a5466884 req-b03c1ad8-61a7-4f6f-8923-a8dddf8c1146 service neutron] Port cf418512-de2a-4fa5-a6e3-3e01cc7da4fd on network 1dbd23c1-3d60-4c2e-9fbe-230c0863e39a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 18:19:13.357073 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afcde930-40a1-4e58-bddd-2035a5466884 req-b03c1ad8-61a7-4f6f-8923-a8dddf8c1146 service neutron] Attempting to bind port cf418512-de2a-4fa5-a6e3-3e01cc7da4fd on network 1dbd23c1-3d60-4c2e-9fbe-230c0863e39a {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:19:13.362504 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afcde930-40a1-4e58-bddd-2035a5466884 req-b03c1ad8-61a7-4f6f-8923-a8dddf8c1146 service neutron] Checking agent: {'id': '45629c73-d10e-4994-a087-373ccf8ea198', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 14, 33), 'started_at': datetime.datetime(2021, 4, 19, 18, 14, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:19:13.362885 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afcde930-40a1-4e58-bddd-2035a5466884 req-b03c1ad8-61a7-4f6f-8923-a8dddf8c1146 service neutron] Checking segment: {'id': '2c9b8c8d-385c-4141-a0b8-0cee141188f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1dbd23c1-3d60-4c2e-9fbe-230c0863e39a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:19:13.363341 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afcde930-40a1-4e58-bddd-2035a5466884 req-b03c1ad8-61a7-4f6f-8923-a8dddf8c1146 service neutron] Bound using segment: {'id': '2c9b8c8d-385c-4141-a0b8-0cee141188f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1dbd23c1-3d60-4c2e-9fbe-230c0863e39a'} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:19:13.363813 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-afcde930-40a1-4e58-bddd-2035a5466884 req-b03c1ad8-61a7-4f6f-8923-a8dddf8c1146 service neutron] Bound port: cf418512-de2a-4fa5-a6e3-3e01cc7da4fd, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c9b8c8d-385c-4141-a0b8-0cee141188f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1dbd23c1-3d60-4c2e-9fbe-230c0863e39a'}}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:19:13.364198 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-afcde930-40a1-4e58-bddd-2035a5466884 req-b03c1ad8-61a7-4f6f-8923-a8dddf8c1146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:13.457360 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-afcde930-40a1-4e58-bddd-2035a5466884 req-b03c1ad8-61a7-4f6f-8923-a8dddf8c1146 service neutron] For port cf418512-de2a-4fa5-a6e3-3e01cc7da4fd, host hv-cinder-78692, cleared binding levels {{(pid=86363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:19:13.460493 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-afcde930-40a1-4e58-bddd-2035a5466884 req-b03c1ad8-61a7-4f6f-8923-a8dddf8c1146 service neutron] For port cf418512-de2a-4fa5-a6e3-3e01cc7da4fd, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=cf418512-de2a-4fa5-a6e3-3e01cc7da4fd,segment=NetworkSegment(2c9b8c8d-385c-4141-a0b8-0cee141188f0),segment_id=2c9b8c8d-385c-4141-a0b8-0cee141188f0)] {{(pid=86363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:19:13.465661 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-afcde930-40a1-4e58-bddd-2035a5466884 req-b03c1ad8-61a7-4f6f-8923-a8dddf8c1146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844288851'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:13.470543 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:13.527843 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcde930-40a1-4e58-bddd-2035a5466884 req-b03c1ad8-61a7-4f6f-8923-a8dddf8c1146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:13.528512 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-afcde930-40a1-4e58-bddd-2035a5466884 req-b03c1ad8-61a7-4f6f-8923-a8dddf8c1146 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773849'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:13.530076 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-afcde930-40a1-4e58-bddd-2035a5466884 req-b03c1ad8-61a7-4f6f-8923-a8dddf8c1146 service neutron] 10.222.0.53 "PUT /v2.0/ports/cf418512-de2a-4fa5-a6e3-3e01cc7da4fd HTTP/1.1" status: 200 len: 1094 time: 1.2689147 Apr 19 18:19:13.530611 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b642eea-80a6-4a39-9c94-edc6d6f4c18c', 'tag': 'cf418512-de2a-4fa5-a6e3-3e01cc7da4fd'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:19:13.559589 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03c1ad8-61a7-4f6f-8923-a8dddf8c1146 service neutron] Pushing event updated for resources: {'Port': ['ID=cf418512-de2a-4fa5-a6e3-3e01cc7da4fd,revision_number=3']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:13.562526 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b03c1ad8-61a7-4f6f-8923-a8dddf8c1146 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:13.597237 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4412a31-0974-4512-ab9c-dfa9abe5de82 req-bc5df03b-03d1-4ed4-8362-436050df6eef tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:13.598872 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a4412a31-0974-4512-ab9c-dfa9abe5de82 req-bc5df03b-03d1-4ed4-8362-436050df6eef tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/ports?device_id=691bac90-77ff-4876-965a-f904ca775967 HTTP/1.1" status: 200 len: 946 time: 0.0939453 Apr 19 18:19:13.617594 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b642eea-80a6-4a39-9c94-edc6d6f4c18c', 'tag': 'cf418512-de2a-4fa5-a6e3-3e01cc7da4fd', 'status': 'completed', 'code': 200} Apr 19 18:19:13.660497 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcde930-40a1-4e58-bddd-2035a5466884 req-394568cd-8545-491f-924a-f9dd55af31e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:13.662160 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-afcde930-40a1-4e58-bddd-2035a5466884 req-394568cd-8545-491f-924a-f9dd55af31e5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=abef1d83cb6b4d96be4c0ee78dd4c6af&device_id=0b642eea-80a6-4a39-9c94-edc6d6f4c18c HTTP/1.1" status: 200 len: 1097 time: 0.0815022 Apr 19 18:19:13.706930 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a4412a31-0974-4512-ab9c-dfa9abe5de82 req-a6e070c1-c120-4d29-af40-427fb3dd6fa3 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/security-groups?id=693fea71-500b-474f-8806-96b1fe4da529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007876 Apr 19 18:19:13.747495 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49afdef4-e6aa-4f86-837d-58099d42107e req-425e87a5-082b-42e3-892e-dded2a7911cc tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:13.747691 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-afcde930-40a1-4e58-bddd-2035a5466884 req-bfe8bb19-5dd9-4490-ae29-0be5eb696e09 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf418512-de2a-4fa5-a6e3-3e01cc7da4fd HTTP/1.1" status: 200 len: 217 time: 0.0738161 Apr 19 18:19:13.749065 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-49afdef4-e6aa-4f86-837d-58099d42107e req-425e87a5-082b-42e3-892e-dded2a7911cc tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.53 "GET /v2.0/ports?device_id=691bac90-77ff-4876-965a-f904ca775967 HTTP/1.1" status: 200 len: 946 time: 0.1283798 Apr 19 18:19:13.824359 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcde930-40a1-4e58-bddd-2035a5466884 req-4d08b86f-4a11-42fc-9757-8087b5742f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:13.825928 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-afcde930-40a1-4e58-bddd-2035a5466884 req-4d08b86f-4a11-42fc-9757-8087b5742f9e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a039269f-8037-4f79-a807-f88fb431463a HTTP/1.1" status: 200 len: 854 time: 0.0648444 Apr 19 18:19:13.834697 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [req-49afdef4-e6aa-4f86-837d-58099d42107e req-a28d4451-cc59-4df6-ad3d-0dcdefd038d1 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Deleting port 7594faa2-1c1f-4463-bdb4-62f9445f859c {{(pid=86362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:19:13.835082 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-49afdef4-e6aa-4f86-837d-58099d42107e req-a28d4451-cc59-4df6-ad3d-0dcdefd038d1 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254156519796'] for port, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:13.888569 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-afcde930-40a1-4e58-bddd-2035a5466884 req-bb3a30d0-b86a-4285-95d8-5fcc07d0bc5d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1dbd23c1-3d60-4c2e-9fbe-230c0863e39a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502644 Apr 19 18:19:14.106839 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-afcde930-40a1-4e58-bddd-2035a5466884 req-07607aff-de24-4d6d-bae7-9adc2ef0c84f service neutron] 10.222.0.53 "GET /v2.0/networks/1dbd23c1-3d60-4c2e-9fbe-230c0863e39a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066748 Apr 19 18:19:14.116103 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab3ea9-d0d5-4211-a43e-f043d4158c04 req-b470ecfa-d8e1-49b8-b0aa-0c9be902404e tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:14.117581 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-43ab3ea9-d0d5-4211-a43e-f043d4158c04 req-b470ecfa-d8e1-49b8-b0aa-0c9be902404e tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b642eea-80a6-4a39-9c94-edc6d6f4c18c HTTP/1.1" status: 200 len: 944 time: 0.1444769 Apr 19 18:19:14.156111 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-49afdef4-e6aa-4f86-837d-58099d42107e req-a28d4451-cc59-4df6-ad3d-0dcdefd038d1 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] For port 7594faa2-1c1f-4463-bdb4-62f9445f859c, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=7594faa2-1c1f-4463-bdb4-62f9445f859c,segment=NetworkSegment(41139e2e-7812-4641-a996-451602e23acc),segment_id=41139e2e-7812-4641-a996-451602e23acc)] {{(pid=86362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:19:14.156436 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-49afdef4-e6aa-4f86-837d-58099d42107e req-a28d4451-cc59-4df6-ad3d-0dcdefd038d1 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648318'] for port, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:14.257351 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-43ab3ea9-d0d5-4211-a43e-f043d4158c04 req-6f5db891-3e33-406a-94fa-5c1db35d80ea tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] 10.222.0.36 "GET /v2.0/security-groups?id=51a559a9-c19a-4e63-ad37-472e522e256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152635 Apr 19 18:19:14.307157 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [req-49afdef4-e6aa-4f86-837d-58099d42107e req-a28d4451-cc59-4df6-ad3d-0dcdefd038d1 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Calling delete_port for 7594faa2-1c1f-4463-bdb4-62f9445f859c owned by compute:nova {{(pid=86362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:19:14.332896 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-afcde930-40a1-4e58-bddd-2035a5466884 req-8d9dee4b-56a8-433f-8e4a-538d5d0ef044 service neutron] 10.222.0.53 "GET /v2.0/networks/1dbd23c1-3d60-4c2e-9fbe-230c0863e39a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142742 Apr 19 18:19:14.382062 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13be6144-07c9-4808-8104-65ecf554b0db req-691573b2-56c0-4363-b758-e6adffbc0825 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:14.383706 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-13be6144-07c9-4808-8104-65ecf554b0db req-691573b2-56c0-4363-b758-e6adffbc0825 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?device_id=16315f5a-aa7c-4989-ae90-ef13ce620234 HTTP/1.1" status: 200 len: 946 time: 0.3014009 Apr 19 18:19:14.490749 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-13be6144-07c9-4808-8104-65ecf554b0db req-0c853972-5ca2-4b10-b88b-186f180640ae tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b617a3-7089-49ee-9bc8-958ab3c8bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888968 Apr 19 18:19:14.529884 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-49afdef4-e6aa-4f86-837d-58099d42107e req-a28d4451-cc59-4df6-ad3d-0dcdefd038d1 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254156516127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254156964383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844104858'] for port, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:14.534451 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11873b1d-9fe0-46c4-b7fd-004eb932f7e2 req-dabbce83-7ada-4c6a-aa94-4bd60ad75250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:14.536389 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-36001fe7-3637-4973-897f-a69233d6cc1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:14.536690 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-11873b1d-9fe0-46c4-b7fd-004eb932f7e2 req-dabbce83-7ada-4c6a-aa94-4bd60ad75250 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=abef1d83cb6b4d96be4c0ee78dd4c6af&device_id=0b642eea-80a6-4a39-9c94-edc6d6f4c18c HTTP/1.1" status: 200 len: 1097 time: 0.1292419 Apr 19 18:19:14.545181 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] get_ports_and_sgs() called for port_ids ['8daa5f29-66b7-4f4b-8e17-36e9ad49dfd3', '7594faa2-1c1f-4463-bdb4-62f9445f859c'] {{(pid=86364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:19:14.591383 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d4451-cc59-4df6-ad3d-0dcdefd038d1 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Pushing event deleted for resources: {'Port': ['ID=7594faa2-1c1f-4463-bdb4-62f9445f859c,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:14.594856 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-a28d4451-cc59-4df6-ad3d-0dcdefd038d1 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:14.682575 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [req-49afdef4-e6aa-4f86-837d-58099d42107e req-a28d4451-cc59-4df6-ad3d-0dcdefd038d1 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] No DVR routers for this DVR port 7594faa2-1c1f-4463-bdb4-62f9445f859c on host hv-cinder-78692 {{(pid=86362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:19:14.686453 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-49afdef4-e6aa-4f86-837d-58099d42107e req-a28d4451-cc59-4df6-ad3d-0dcdefd038d1 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773849'] for port, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:14.690099 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '691bac90-77ff-4876-965a-f904ca775967', 'name': 'network-vif-deleted', 'tag': '7594faa2-1c1f-4463-bdb4-62f9445f859c'}] {{(pid=86362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:19:14.705422 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-49afdef4-e6aa-4f86-837d-58099d42107e req-a28d4451-cc59-4df6-ad3d-0dcdefd038d1 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.53 "DELETE /v2.0/ports/7594faa2-1c1f-4463-bdb4-62f9445f859c HTTP/1.1" status: 204 len: 173 time: 0.9424281 Apr 19 18:19:14.723383 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11873b1d-9fe0-46c4-b7fd-004eb932f7e2 req-7e74387d-d96a-4cde-98d8-4148ffced7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:14.725340 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-11873b1d-9fe0-46c4-b7fd-004eb932f7e2 req-7e74387d-d96a-4cde-98d8-4148ffced7f5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1dbd23c1-3d60-4c2e-9fbe-230c0863e39a HTTP/1.1" status: 200 len: 915 time: 0.1791158 Apr 19 18:19:14.782577 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '691bac90-77ff-4876-965a-f904ca775967', 'name': 'network-vif-deleted', 'tag': '7594faa2-1c1f-4463-bdb4-62f9445f859c', 'status': 'completed', 'code': 200} Apr 19 18:19:14.843162 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-11873b1d-9fe0-46c4-b7fd-004eb932f7e2 req-771b1878-366c-44b5-aab2-b358c5d20f35 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf418512-de2a-4fa5-a6e3-3e01cc7da4fd HTTP/1.1" status: 200 len: 217 time: 0.1100132 Apr 19 18:19:14.949433 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-9b30bc70-b892-448b-9795-bc13250407fd req-49c65e88-80c0-4135-b721-343143917a4a tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Synchronizing usage tracker for tenant:0192ebea383943fdbf60eb0089151581 on resource:port {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:19:14.977109 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11873b1d-9fe0-46c4-b7fd-004eb932f7e2 req-66dd8114-b10a-4419-b462-1e75f93f255b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:14.978854 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-11873b1d-9fe0-46c4-b7fd-004eb932f7e2 req-66dd8114-b10a-4419-b462-1e75f93f255b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a039269f-8037-4f79-a807-f88fb431463a HTTP/1.1" status: 200 len: 854 time: 0.1280625 Apr 19 18:19:14.979927 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-9b30bc70-b892-448b-9795-bc13250407fd req-49c65e88-80c0-4135-b721-343143917a4a tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Unset dirty status for tenant:0192ebea383943fdbf60eb0089151581 on resource:port {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:19:14.981358 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-9b30bc70-b892-448b-9795-bc13250407fd req-49c65e88-80c0-4135-b721-343143917a4a tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/ports?device_id=691bac90-77ff-4876-965a-f904ca775967 HTTP/1.1" status: 200 len: 210 time: 0.0842879 Apr 19 18:19:15.040251 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-11873b1d-9fe0-46c4-b7fd-004eb932f7e2 req-a4d05345-956d-4e45-9c3b-be033b038fa9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1dbd23c1-3d60-4c2e-9fbe-230c0863e39a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529232 Apr 19 18:19:15.190914 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-11873b1d-9fe0-46c4-b7fd-004eb932f7e2 req-d2dbbcef-2ce8-4ac3-9fd5-6f226b82dddd service neutron] 10.222.0.53 "GET /v2.0/networks/1dbd23c1-3d60-4c2e-9fbe-230c0863e39a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423354 Apr 19 18:19:15.342772 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-11873b1d-9fe0-46c4-b7fd-004eb932f7e2 req-31f6579c-765d-4963-afaf-cbb6cd1bd2e9 service neutron] 10.222.0.53 "GET /v2.0/networks/1dbd23c1-3d60-4c2e-9fbe-230c0863e39a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436915 Apr 19 18:19:15.480539 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0fac3d-d45e-4c28-852e-d195781881df req-4c497459-c2ac-4427-8986-ab17abae932a tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:15.482295 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-bf0fac3d-d45e-4c28-852e-d195781881df req-4c497459-c2ac-4427-8986-ab17abae932a tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b642eea-80a6-4a39-9c94-edc6d6f4c18c HTTP/1.1" status: 200 len: 944 time: 0.0959163 Apr 19 18:19:15.539209 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-bf0fac3d-d45e-4c28-852e-d195781881df req-08953db4-d479-4579-91f2-54bad094d065 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] 10.222.0.36 "GET /v2.0/security-groups?id=51a559a9-c19a-4e63-ad37-472e522e256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475450 Apr 19 18:19:15.701363 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6294aed-db1e-46f9-a0fb-8b3d549c6bf2 req-4a918553-641a-4e88-a0e0-5c239ecaa476 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:15.702990 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c6294aed-db1e-46f9-a0fb-8b3d549c6bf2 req-4a918553-641a-4e88-a0e0-5c239ecaa476 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?device_id=16315f5a-aa7c-4989-ae90-ef13ce620234 HTTP/1.1" status: 200 len: 946 time: 0.0924182 Apr 19 18:19:15.751456 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c6294aed-db1e-46f9-a0fb-8b3d549c6bf2 req-1d6e14eb-4afb-42c0-b335-8c7670cd47f6 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b617a3-7089-49ee-9bc8-958ab3c8bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419352 Apr 19 18:19:16.750467 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea9c62-d512-4821-ba66-34de89554e84 req-9affea07-7f8b-430f-b5d2-2e714cbcc263 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:16.752136 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-33ea9c62-d512-4821-ba66-34de89554e84 req-9affea07-7f8b-430f-b5d2-2e714cbcc263 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b642eea-80a6-4a39-9c94-edc6d6f4c18c HTTP/1.1" status: 200 len: 944 time: 0.0953217 Apr 19 18:19:16.801590 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-33ea9c62-d512-4821-ba66-34de89554e84 req-2ea377f8-b41c-43e5-98da-f07db50021a0 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] 10.222.0.36 "GET /v2.0/security-groups?id=51a559a9-c19a-4e63-ad37-472e522e256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427175 Apr 19 18:19:16.937297 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Device cf418512-de2a-4fa5-a6e3-3e01cc7da4fd details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:19:16.942189 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Device 7594faa2-1c1f-4463-bdb4-62f9445f859c no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:19:16.981244 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] No Port match for: 7594faa2-1c1f-4463-bdb4-62f9445f859c {{(pid=86364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:19:16.981638 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Device 7594faa2-1c1f-4463-bdb4-62f9445f859c not bound to the agent host hv-cinder-78692 {{(pid=86364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:19:17.023159 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d36722-a977-42a6-83e8-172f52795a02 req-8106e7a2-4dc2-48e6-af6e-f4f3420a8073 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:17.024784 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-14d36722-a977-42a6-83e8-172f52795a02 req-8106e7a2-4dc2-48e6-af6e-f4f3420a8073 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65b0956-9e78-4e00-9ca1-e48822e5d706 HTTP/1.1" status: 200 len: 946 time: 0.0971515 Apr 19 18:19:17.075566 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-14d36722-a977-42a6-83e8-172f52795a02 req-fb74e1a2-1651-427a-94c8-6dcd4a01faa7 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef149989-a3dc-43eb-b804-a5c3af631ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441930 Apr 19 18:19:17.101034 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 33662) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:19:17.125283 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] For port cf418512-de2a-4fa5-a6e3-3e01cc7da4fd, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=cf418512-de2a-4fa5-a6e3-3e01cc7da4fd,segment=NetworkSegment(2c9b8c8d-385c-4141-a0b8-0cee141188f0),segment_id=2c9b8c8d-385c-4141-a0b8-0cee141188f0)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:19:17.140011 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Returning: {'device': 'cf418512-de2a-4fa5-a6e3-3e01cc7da4fd', 'network_id': '1dbd23c1-3d60-4c2e-9fbe-230c0863e39a', 'port_id': 'cf418512-de2a-4fa5-a6e3-3e01cc7da4fd', 'mac_address': 'fa:16:3e:12:da:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a039269f-8037-4f79-a807-f88fb431463a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:19:17.199043 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:17.216844 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf418512-de2a-4fa5-a6e3-3e01cc7da4fd {{(pid=86364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:19:17.234328 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] For port cf418512-de2a-4fa5-a6e3-3e01cc7da4fd, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=cf418512-de2a-4fa5-a6e3-3e01cc7da4fd,segment=NetworkSegment(2c9b8c8d-385c-4141-a0b8-0cee141188f0),segment_id=2c9b8c8d-385c-4141-a0b8-0cee141188f0)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:19:17.237799 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:17.239711 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-5cc30eb3-0f2d-4474-9407-23dd123682e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:17.330106 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Pushing event updated for resources: {'Port': ['ID=cf418512-de2a-4fa5-a6e3-3e01cc7da4fd,revision_number=4']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:17.334504 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:17.337760 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c75c6e7-1785-4ccc-858e-6c7860f92764 tempest-TestMinimumBasicScenario-1682680034 tempest-TestMinimumBasicScenario-1682680034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:17.340305 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-9c75c6e7-1785-4ccc-858e-6c7860f92764 tempest-TestMinimumBasicScenario-1682680034 tempest-TestMinimumBasicScenario-1682680034-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a65b0956-9e78-4e00-9ca1-e48822e5d706 HTTP/1.1" status: 200 len: 1094 time: 0.2381775 Apr 19 18:19:17.343396 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 33672) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:19:17.350157 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-deee5bab-12f0-4ea1-ab92-b08761439898 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Request body: {'floatingip': {'floating_network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'port_id': '2af5df0e-98fd-405a-b17d-eda3757228ca', 'tenant_id': '46704111eb3c4f50b85ea3971427960a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:19:17.358489 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-deee5bab-12f0-4ea1-ab92-b08761439898 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:19:17.363655 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-deee5bab-12f0-4ea1-ab92-b08761439898 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Usage tracker for resource:floatingip and tenant:46704111eb3c4f50b85ea3971427960a is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:19:17.367965 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-deee5bab-12f0-4ea1-ab92-b08761439898 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:19:17.376058 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-deee5bab-12f0-4ea1-ab92-b08761439898 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:19:17.388195 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-deee5bab-12f0-4ea1-ab92-b08761439898 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Notify callbacks [] for floatingip, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:17.554539 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-deee5bab-12f0-4ea1-ab92-b08761439898 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:17.572099 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] get_ports_and_sgs() called for port_ids ['cf418512-de2a-4fa5-a6e3-3e01cc7da4fd'] {{(pid=86364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:19:17.853600 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [None req-deee5bab-12f0-4ea1-ab92-b08761439898 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Allocated IP 172.27.0.78 (4d554598-b480-4681-a36f-a7d82bbc0b33/6ca15ad6-e22c-47ba-9758-57475411b5fa/ad6817d0-67b8-4afd-9c43-1c1231c25017) {{(pid=86363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:19:17.914622 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b35da54-3ac6-45b6-9560-bdba7f08ddc8 req-0a711708-2a6f-47f4-b051-75dc989ca3dc tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:17.915413 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-6b35da54-3ac6-45b6-9560-bdba7f08ddc8 req-0a711708-2a6f-47f4-b051-75dc989ca3dc tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Synchronizing usage tracker for tenant:0192ebea383943fdbf60eb0089151581 on resource:port {{(pid=86362) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:19:17.928269 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-6b35da54-3ac6-45b6-9560-bdba7f08ddc8 req-0a711708-2a6f-47f4-b051-75dc989ca3dc tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Unset dirty status for tenant:0192ebea383943fdbf60eb0089151581 on resource:port {{(pid=86362) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:19:17.929488 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6b35da54-3ac6-45b6-9560-bdba7f08ddc8 req-0a711708-2a6f-47f4-b051-75dc989ca3dc tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8cc09b0-0dfe-4348-8ed6-7762cc774356 HTTP/1.1" status: 200 len: 945 time: 0.1015997 Apr 19 18:19:17.961136 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87689618-0a01-4fa8-a41e-7eb7dde00169 req-e759c5b2-5b2f-4003-bf76-8567786c5591 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:17.962826 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-87689618-0a01-4fa8-a41e-7eb7dde00169 req-e759c5b2-5b2f-4003-bf76-8567786c5591 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e8cef9-55b8-43ca-80df-c2de35a0d87d HTTP/1.1" status: 200 len: 946 time: 0.2091184 Apr 19 18:19:17.981886 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6b35da54-3ac6-45b6-9560-bdba7f08ddc8 req-f8240c39-8524-4989-9401-74e3cb4be156 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/security-groups?id=693fea71-500b-474f-8806-96b1fe4da529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448108 Apr 19 18:19:18.182797 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eb7cfa-2442-4cb3-b709-82848d0907bb req-989c026c-04d6-49ed-ad05-d56190e61dc0 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:18.184636 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-53eb7cfa-2442-4cb3-b709-82848d0907bb req-989c026c-04d6-49ed-ad05-d56190e61dc0 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b642eea-80a6-4a39-9c94-edc6d6f4c18c HTTP/1.1" status: 200 len: 945 time: 0.0945079 Apr 19 18:19:18.238902 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-53eb7cfa-2442-4cb3-b709-82848d0907bb req-3bbccde5-5b51-4087-8bb0-5c840547f6fa tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] 10.222.0.36 "GET /v2.0/security-groups?id=51a559a9-c19a-4e63-ad37-472e522e256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471971 Apr 19 18:19:18.275991 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-87689618-0a01-4fa8-a41e-7eb7dde00169 req-cef90ad2-923f-4118-8958-8fa9dab78a34 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c38b06e-39d7-4e44-99b1-b97d8bfc7837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2992561 Apr 19 18:19:18.300656 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-deee5bab-12f0-4ea1-ab92-b08761439898 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Notify callbacks [] for port, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:18.332705 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-deee5bab-12f0-4ea1-ab92-b08761439898 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782697811417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10486948'] for port, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:18.337273 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-9136aa59-f383-40c3-b556-87a53ec514d9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:18.401242 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deee5bab-12f0-4ea1-ab92-b08761439898 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Network 4d554598-b480-4681-a36f-a7d82bbc0b33 is already hosted by enough agents. {{(pid=86363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:19:18.405339 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-deee5bab-12f0-4ea1-ab92-b08761439898 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Resources bound (agent type, host, resource id): {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:19:18.409233 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deee5bab-12f0-4ea1-ab92-b08761439898 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Received port after_create {{(pid=86363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:19:18.449178 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deee5bab-12f0-4ea1-ab92-b08761439898 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Pushing event updated for resources: {'Port': ['ID=ad6817d0-67b8-4afd-9c43-1c1231c25017,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:18.453327 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-deee5bab-12f0-4ea1-ab92-b08761439898 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:18.884175 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-deee5bab-12f0-4ea1-ab92-b08761439898 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:18.966907 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Device cf418512-de2a-4fa5-a6e3-3e01cc7da4fd up at agent hyperv_hv-cinder-78692 {{(pid=86364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:19:18.976706 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-deee5bab-12f0-4ea1-ab92-b08761439898 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:19.045379 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Provisioning for port cf418512-de2a-4fa5-a6e3-3e01cc7da4fd completed by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:19:19.050753 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Provisioning complete for port cf418512-de2a-4fa5-a6e3-3e01cc7da4fd triggered by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:19:19.051205 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:19.190530 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:19.200606 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa11d423-caf0-4f07-8932-2c18d688aa55 req-8d815aea-e407-4cee-a5d9-14206fa29f9e tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:19.202290 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-fa11d423-caf0-4f07-8932-2c18d688aa55 req-8d815aea-e407-4cee-a5d9-14206fa29f9e tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8cc09b0-0dfe-4348-8ed6-7762cc774356 HTTP/1.1" status: 200 len: 945 time: 0.0985546 Apr 19 18:19:19.219338 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-deee5bab-12f0-4ea1-ab92-b08761439898 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Notify callbacks [] for port, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:19.226128 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b642eea-80a6-4a39-9c94-edc6d6f4c18c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf418512-de2a-4fa5-a6e3-3e01cc7da4fd'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:19:19.227905 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-deee5bab-12f0-4ea1-ab92-b08761439898 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844288851'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:19.233807 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:19.236322 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] For port cf418512-de2a-4fa5-a6e3-3e01cc7da4fd, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=cf418512-de2a-4fa5-a6e3-3e01cc7da4fd,segment=NetworkSegment(2c9b8c8d-385c-4141-a0b8-0cee141188f0),segment_id=2c9b8c8d-385c-4141-a0b8-0cee141188f0)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:19:19.240412 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:19.243161 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:19.256786 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-fa11d423-caf0-4f07-8932-2c18d688aa55 req-ee7adea3-11bf-4f3e-8647-94bf38e3ae35 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/security-groups?id=693fea71-500b-474f-8806-96b1fe4da529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459888 Apr 19 18:19:19.309546 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b642eea-80a6-4a39-9c94-edc6d6f4c18c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf418512-de2a-4fa5-a6e3-3e01cc7da4fd', 'code': 200} Apr 19 18:19:19.329763 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Pushing event updated for resources: {'Port': ['ID=cf418512-de2a-4fa5-a6e3-3e01cc7da4fd,revision_number=5']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:19.333951 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:19.358123 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deee5bab-12f0-4ea1-ab92-b08761439898 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Pushing event updated for resources: {'Port': ['ID=ad6817d0-67b8-4afd-9c43-1c1231c25017,revision_number=2']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:19.362651 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-deee5bab-12f0-4ea1-ab92-b08761439898 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:19.368005 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-deee5bab-12f0-4ea1-ab92-b08761439898 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854123342'] for floatingip, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:19.508982 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317c0974-8665-4f1b-8fde-3bcf4f1fdd50 req-4bea03a0-faa2-4bf2-a123-06ab0efaec59 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:19.510596 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-317c0974-8665-4f1b-8fde-3bcf4f1fdd50 req-4bea03a0-faa2-4bf2-a123-06ab0efaec59 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b642eea-80a6-4a39-9c94-edc6d6f4c18c HTTP/1.1" status: 200 len: 946 time: 0.0876963 Apr 19 18:19:19.559426 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-317c0974-8665-4f1b-8fde-3bcf4f1fdd50 req-2aca4ff0-5c68-4c71-9a1f-6782a3b388e9 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] 10.222.0.36 "GET /v2.0/security-groups?id=51a559a9-c19a-4e63-ad37-472e522e256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418477 Apr 19 18:19:19.682662 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.db.l3_db [None req-deee5bab-12f0-4ea1-ab92-b08761439898 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Floating IP cf262853-5b4b-4311-9399-56a09efbb3ba associated. External IP: 172.27.0.78, port: 2af5df0e-98fd-405a-b17d-eda3757228ca. Apr 19 18:19:19.703454 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa5a4f-454a-4b3e-9a94-26e77d383369 req-121c496a-5ef2-4fc0-8dd9-0391df90a4ff tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:19.705009 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ceaa5a4f-454a-4b3e-9a94-26e77d383369 req-121c496a-5ef2-4fc0-8dd9-0391df90a4ff tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8cc09b0-0dfe-4348-8ed6-7762cc774356 HTTP/1.1" status: 200 len: 945 time: 0.0911653 Apr 19 18:19:19.787672 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [req-ceaa5a4f-454a-4b3e-9a94-26e77d383369 req-bd5b03c0-65cb-48e8-8f88-cf39336cae9a tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Deleting port 8daa5f29-66b7-4f4b-8e17-36e9ad49dfd3 {{(pid=86362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:19:19.788060 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-ceaa5a4f-454a-4b3e-9a94-26e77d383369 req-bd5b03c0-65cb-48e8-8f88-cf39336cae9a tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254156519796'] for port, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:19.826180 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd9b253-e2ae-49cb-bcbf-a61aa2e5ee2c req-77e50345-4beb-447c-9464-d0242dd63b43 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:19.827826 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1fd9b253-e2ae-49cb-bcbf-a61aa2e5ee2c req-77e50345-4beb-447c-9464-d0242dd63b43 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e8cef9-55b8-43ca-80df-c2de35a0d87d HTTP/1.1" status: 200 len: 946 time: 0.4060276 Apr 19 18:19:19.833424 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88585762-8ab9-4c59-8efe-8a5557c415ff req-5cfd9e56-0228-4986-8692-1336ee964468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:19.834693 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-88585762-8ab9-4c59-8efe-8a5557c415ff req-5cfd9e56-0228-4986-8692-1336ee964468 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0b642eea-80a6-4a39-9c94-edc6d6f4c18c HTTP/1.1" status: 200 len: 1099 time: 0.2968290 Apr 19 18:19:19.960855 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1fd9b253-e2ae-49cb-bcbf-a61aa2e5ee2c req-118f34d9-e810-40cf-85d3-ea28a29eea9b tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c38b06e-39d7-4e44-99b1-b97d8bfc7837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228495 Apr 19 18:19:19.964918 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-88585762-8ab9-4c59-8efe-8a5557c415ff req-2b0be5b5-7767-4d02-abbe-2b2853f6fd71 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=51a559a9-c19a-4e63-ad37-472e522e256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152723 Apr 19 18:19:20.065670 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-ceaa5a4f-454a-4b3e-9a94-26e77d383369 req-bd5b03c0-65cb-48e8-8f88-cf39336cae9a tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] For port 8daa5f29-66b7-4f4b-8e17-36e9ad49dfd3, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=8daa5f29-66b7-4f4b-8e17-36e9ad49dfd3,segment=NetworkSegment(41139e2e-7812-4641-a996-451602e23acc),segment_id=41139e2e-7812-4641-a996-451602e23acc)] {{(pid=86362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:19:20.066138 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-ceaa5a4f-454a-4b3e-9a94-26e77d383369 req-bd5b03c0-65cb-48e8-8f88-cf39336cae9a tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648318'] for port, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:20.172291 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deee5bab-12f0-4ea1-ab92-b08761439898 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Router f6d5b84a-ff14-4184-bd97-574c712ce4de has already been hosted by L3 agent 24af6f5b-4620-4572-ab28-0613f710586e {{(pid=86363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:19:20.204696 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [req-ceaa5a4f-454a-4b3e-9a94-26e77d383369 req-bd5b03c0-65cb-48e8-8f88-cf39336cae9a tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Calling delete_port for 8daa5f29-66b7-4f4b-8e17-36e9ad49dfd3 owned by compute:nova {{(pid=86362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:19:20.386085 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-ceaa5a4f-454a-4b3e-9a94-26e77d383369 req-bd5b03c0-65cb-48e8-8f88-cf39336cae9a tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254156516127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254156964383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844104858'] for port, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:20.400796 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] get_ports_and_sgs() called for port_ids ['8daa5f29-66b7-4f4b-8e17-36e9ad49dfd3'] {{(pid=86364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:19:20.401399 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-36001fe7-3637-4973-897f-a69233d6cc1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:20.490383 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5b03c0-65cb-48e8-8f88-cf39336cae9a tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Pushing event deleted for resources: {'Port': ['ID=8daa5f29-66b7-4f4b-8e17-36e9ad49dfd3,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:20.493092 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-bd5b03c0-65cb-48e8-8f88-cf39336cae9a tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:20.578615 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceaa5a4f-454a-4b3e-9a94-26e77d383369 req-bd5b03c0-65cb-48e8-8f88-cf39336cae9a tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] No DVR routers for this DVR port 8daa5f29-66b7-4f4b-8e17-36e9ad49dfd3 on host hv-cinder-78692 {{(pid=86362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:19:20.581226 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-ceaa5a4f-454a-4b3e-9a94-26e77d383369 req-bd5b03c0-65cb-48e8-8f88-cf39336cae9a tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773849'] for port, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:20.584863 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8cc09b0-0dfe-4348-8ed6-7762cc774356', 'name': 'network-vif-deleted', 'tag': '8daa5f29-66b7-4f4b-8e17-36e9ad49dfd3'}] {{(pid=86362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:19:20.587111 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c93739f8-2521-4e0c-a580-a071346dd228 req-3def2aa6-d467-4671-9d93-c0f9e8392a6c tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8cc09b0-0dfe-4348-8ed6-7762cc774356 HTTP/1.1" status: 200 len: 210 time: 0.1180029 Apr 19 18:19:20.623902 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ceaa5a4f-454a-4b3e-9a94-26e77d383369 req-bd5b03c0-65cb-48e8-8f88-cf39336cae9a tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] 10.222.0.53 "DELETE /v2.0/ports/8daa5f29-66b7-4f4b-8e17-36e9ad49dfd3 HTTP/1.1" status: 204 len: 173 time: 0.9121077 Apr 19 18:19:20.648321 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a61abf-0042-4385-8499-ad1d3f6409fc req-80408d05-d182-4bec-90a8-1c3263f70de7 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:20.651800 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deee5bab-12f0-4ea1-ab92-b08761439898 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Notify agent at l3_agent.dv-cinder-786927-1-iscsi the message routers_updated {{(pid=86363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:19:20.653717 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a1a61abf-0042-4385-8499-ad1d3f6409fc req-80408d05-d182-4bec-90a8-1c3263f70de7 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?device_id=87b4b104-2786-4f0b-a653-285749168117 HTTP/1.1" status: 200 len: 945 time: 0.1698799 Apr 19 18:19:20.661994 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb8beaf-f376-497d-be94-ea00a333700f None None] Sync routers for ids ['f6d5b84a-ff14-4184-bd97-574c712ce4de'] in dv-cinder-786927-1-iscsi {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:19:20.677214 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb8beaf-f376-497d-be94-ea00a333700f None None] Routers {'f6d5b84a-ff14-4184-bd97-574c712ce4de'} bound to L3 agent in host dv-cinder-786927-1-iscsi {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:19:20.678271 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-afb8beaf-f376-497d-be94-ea00a333700f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T18:07:54Z,description=,heartbeat_timestamp=2021-04-19T18:18:54Z,host='dv-cinder-786927-1-iscsi',id=24af6f5b-4620-4572-ab28-0613f710586e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:07:54Z,topic='l3_agent')) {'router_ids': ['f6d5b84a-ff14-4184-bd97-574c712ce4de'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:19:20.711704 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-deee5bab-12f0-4ea1-ab92-b08761439898 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773849'] for floatingip, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:20.860607 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-deee5bab-12f0-4ea1-ab92-b08761439898 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5156374 Apr 19 18:19:20.861239 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a65b0956-9e78-4e00-9ca1-e48822e5d706', 'tag': '2af5df0e-98fd-405a-b17d-eda3757228ca'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:19:20.868086 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 33726) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:19:20.878808 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-b2f16adb-3895-42e3-8aca-faad4a4c6d5e tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1611592417', 'description': 'tempest-secgroup-smoke-1611592417 description', 'project_id': '46704111eb3c4f50b85ea3971427960a'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:19:20.888146 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-b2f16adb-3895-42e3-8aca-faad4a4c6d5e tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:19:20.907544 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-b2f16adb-3895-42e3-8aca-faad4a4c6d5e tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:19:20.909577 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-afb8beaf-f376-497d-be94-ea00a333700f None None] Set router f6d5b84a-ff14-4184-bd97-574c712ce4de gateway port host: dv-cinder-786927-1-iscsi {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:19:20.918780 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85b5a20-7b2a-4cba-9ccc-536af323c511 req-43d04bf3-e573-4052-8c1e-89ae78dee076 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:20.920542 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e85b5a20-7b2a-4cba-9ccc-536af323c511 req-43d04bf3-e573-4052-8c1e-89ae78dee076 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b642eea-80a6-4a39-9c94-edc6d6f4c18c HTTP/1.1" status: 200 len: 946 time: 0.1609762 Apr 19 18:19:20.946305 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b2f16adb-3895-42e3-8aca-faad4a4c6d5e tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:20.989365 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-b2f16adb-3895-42e3-8aca-faad4a4c6d5e tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:19:20.998364 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e85b5a20-7b2a-4cba-9ccc-536af323c511 req-67fd99ac-78ca-4cf4-9559-e09ae09b28d4 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] 10.222.0.36 "GET /v2.0/security-groups?id=51a559a9-c19a-4e63-ad37-472e522e256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680909 Apr 19 18:19:20.999503 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-b2f16adb-3895-42e3-8aca-faad4a4c6d5e tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Usage tracker for resource:security_group_rule and tenant:46704111eb3c4f50b85ea3971427960a is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:19:21.000365 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a1a61abf-0042-4385-8499-ad1d3f6409fc req-55a2ce95-f3b0-49e2-8a18-1bdeb6f3212a tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b617a3-7089-49ee-9bc8-958ab3c8bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3435667 Apr 19 18:19:21.002843 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-b2f16adb-3895-42e3-8aca-faad4a4c6d5e tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:19:21.016848 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-b2f16adb-3895-42e3-8aca-faad4a4c6d5e tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:19:21.051860 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8cc09b0-0dfe-4348-8ed6-7762cc774356', 'name': 'network-vif-deleted', 'tag': '8daa5f29-66b7-4f4b-8e17-36e9ad49dfd3', 'status': 'completed', 'code': 200} Apr 19 18:19:21.102896 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b2f16adb-3895-42e3-8aca-faad4a4c6d5e tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:21.107209 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b2f16adb-3895-42e3-8aca-faad4a4c6d5e tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:21.115551 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a65b0956-9e78-4e00-9ca1-e48822e5d706', 'tag': '2af5df0e-98fd-405a-b17d-eda3757228ca', 'status': 'completed', 'code': 200} Apr 19 18:19:21.116390 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-547ea542-b6f9-4567-b8a3-74aa19d3c943 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:21.181041 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f16adb-3895-42e3-8aca-faad4a4c6d5e tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f990f24-52e2-461d-af08-f5de263c2507,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:21.194610 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f16adb-3895-42e3-8aca-faad4a4c6d5e tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:19:21.195028 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f16adb-3895-42e3-8aca-faad4a4c6d5e tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:19:21.195500 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f16adb-3895-42e3-8aca-faad4a4c6d5e tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:19:21.195928 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f16adb-3895-42e3-8aca-faad4a4c6d5e tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:19:21.196335 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f16adb-3895-42e3-8aca-faad4a4c6d5e tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:19:21.196739 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f16adb-3895-42e3-8aca-faad4a4c6d5e tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:19:21.197140 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f16adb-3895-42e3-8aca-faad4a4c6d5e tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:19:21.197542 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f16adb-3895-42e3-8aca-faad4a4c6d5e tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:19:21.197942 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f16adb-3895-42e3-8aca-faad4a4c6d5e tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:19:21.198339 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f16adb-3895-42e3-8aca-faad4a4c6d5e tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:19:21.198783 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f16adb-3895-42e3-8aca-faad4a4c6d5e tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:19:21.199203 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f16adb-3895-42e3-8aca-faad4a4c6d5e tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:19:21.211428 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b2f16adb-3895-42e3-8aca-faad4a4c6d5e tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:21.211428 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b2f16adb-3895-42e3-8aca-faad4a4c6d5e tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:21.215893 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-b2f16adb-3895-42e3-8aca-faad4a4c6d5e tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3393400 Apr 19 18:19:21.219562 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 33734) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:19:21.226956 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-0f41b0f8-1112-444d-9149-cf50007ad6c1 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Request body: {'security_group_rule': {'security_group_id': '2f990f24-52e2-461d-af08-f5de263c2507', 'project_id': '46704111eb3c4f50b85ea3971427960a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:19:21.236323 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-0f41b0f8-1112-444d-9149-cf50007ad6c1 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:19:21.243482 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-0f41b0f8-1112-444d-9149-cf50007ad6c1 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Usage tracker for resource:security_group_rule and tenant:46704111eb3c4f50b85ea3971427960a is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:19:21.247884 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-0f41b0f8-1112-444d-9149-cf50007ad6c1 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:19:21.255610 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-0f41b0f8-1112-444d-9149-cf50007ad6c1 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:19:21.290453 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0f41b0f8-1112-444d-9149-cf50007ad6c1 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:21.308415 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74be50c9-0647-4a5f-b966-16f0b0ec1ec1 req-13264389-6611-45f2-8acf-e57c64cb1b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:21.310069 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-74be50c9-0647-4a5f-b966-16f0b0ec1ec1 req-13264389-6611-45f2-8acf-e57c64cb1b07 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=46704111eb3c4f50b85ea3971427960a&device_id=a65b0956-9e78-4e00-9ca1-e48822e5d706 HTTP/1.1" status: 200 len: 1099 time: 0.1497171 Apr 19 18:19:21.329872 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dbc983-25b3-4e3d-8631-1549f1a94ccc req-e2d3d5ad-1148-46c3-a0e4-8f573811cb4e tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:21.336588 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-63dbc983-25b3-4e3d-8631-1549f1a94ccc req-e2d3d5ad-1148-46c3-a0e4-8f573811cb4e tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e8cef9-55b8-43ca-80df-c2de35a0d87d HTTP/1.1" status: 200 len: 946 time: 0.1157849 Apr 19 18:19:21.377371 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-afb8beaf-f376-497d-be94-ea00a333700f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d5b84a-ff14-4184-bd97-574c712ce4de', 'name': 'tempest-TestMinimumBasicScenario-1349384632-router', 'tenant_id': '46704111eb3c4f50b85ea3971427960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'c236f056-eb6e-4c29-93f6-ebb65cda2c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:18:02Z', 'updated_at': '2021-04-19T18:18:08Z', 'revision_number': 4, 'project_id': '46704111eb3c4f50b85ea3971427960a', 'gw_port': {'id': 'c236f056-eb6e-4c29-93f6-ebb65cda2c79', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d5b84a-ff14-4184-bd97-574c712ce4de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:18:03Z', 'updated_at': '2021-04-19T18:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi', '_floatingips': [{'id': 'cf262853-5b4b-4311-9399-56a09efbb3ba', 'tenant_id': '46704111eb3c4f50b85ea3971427960a', 'floating_ip_address': '172.27.0.78', 'floating_network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'router_id': 'f6d5b84a-ff14-4184-bd97-574c712ce4de', 'port_id': '2af5df0e-98fd-405a-b17d-eda3757228ca', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8efb0b6-16ad-4533-a95b-48b52b3908a8', 'mac_address': 'fa:16:3e:32:c8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65b0956-9e78-4e00-9ca1-e48822e5d706', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:19:18Z', 'updated_at': '2021-04-19T18:19:18Z', 'revision_number': 0, 'project_id': '46704111eb3c4f50b85ea3971427960a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68c90696-2d9f-44cc-a3a8-09f01d304c12', 'name': '', 'network_id': 'e8efb0b6-16ad-4533-a95b-48b52b3908a8', 'tenant_id': '46704111eb3c4f50b85ea3971427960a', 'mac_address': 'fa:16:3e:64:bd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d5b84a-ff14-4184-bd97-574c712ce4de', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '436488b4-a126-4f89-965d-19454f3786a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:18:06Z', 'updated_at': '2021-04-19T18:18:18Z', 'revision_number': 5, 'project_id': '46704111eb3c4f50b85ea3971427960a', 'subnets': [{'id': '436488b4-a126-4f89-965d-19454f3786a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-iscsi', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:19:21.382631 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb8beaf-f376-497d-be94-ea00a333700f None None] Checking router: f6d5b84a-ff14-4184-bd97-574c712ce4de for host: dv-cinder-786927-1-iscsi {{(pid=86365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:19:21.394795 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb8beaf-f376-497d-be94-ea00a333700f None None] Routers {'f6d5b84a-ff14-4184-bd97-574c712ce4de'} bound to L3 agent in host dv-cinder-786927-1-iscsi {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:19:21.395626 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-afb8beaf-f376-497d-be94-ea00a333700f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T18:07:54Z,description=,heartbeat_timestamp=2021-04-19T18:18:54Z,host='dv-cinder-786927-1-iscsi',id=24af6f5b-4620-4572-ab28-0613f710586e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:07:54Z,topic='l3_agent')) {'router_ids': ['f6d5b84a-ff14-4184-bd97-574c712ce4de'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:19:21.415872 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-63dbc983-25b3-4e3d-8631-1549f1a94ccc req-bcb8fc1f-3677-4a39-8e5f-58b11ab7a297 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c38b06e-39d7-4e44-99b1-b97d8bfc7837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663116 Apr 19 18:19:21.487422 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0f41b0f8-1112-444d-9149-cf50007ad6c1 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:21.493492 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0f41b0f8-1112-444d-9149-cf50007ad6c1 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855548'] for security_group_rule, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:21.507899 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:21.533376 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74be50c9-0647-4a5f-b966-16f0b0ec1ec1 req-0525d3fd-744c-4469-973e-ba7cc2b6072a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:21.534982 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-74be50c9-0647-4a5f-b966-16f0b0ec1ec1 req-0525d3fd-744c-4469-973e-ba7cc2b6072a service neutron] 10.222.0.53 "GET /v2.0/networks?id=e8efb0b6-16ad-4533-a95b-48b52b3908a8 HTTP/1.1" status: 200 len: 916 time: 0.1960704 Apr 19 18:19:21.540320 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f41b0f8-1112-444d-9149-cf50007ad6c1 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0c2fdf8-9fc3-479d-ae27-1a36367c6a9c,revision_number=0']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:21.546931 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-0f41b0f8-1112-444d-9149-cf50007ad6c1 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:21.594104 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-afb8beaf-f376-497d-be94-ea00a333700f None None] Set router f6d5b84a-ff14-4184-bd97-574c712ce4de gateway port host: dv-cinder-786927-1-iscsi {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:19:21.609054 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0f41b0f8-1112-444d-9149-cf50007ad6c1 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:21.610339 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-0f41b0f8-1112-444d-9149-cf50007ad6c1 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3893640 Apr 19 18:19:21.613632 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 33740) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:19:21.621447 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-3d26ebb9-02e7-47b6-a3f7-4ec4484c66f8 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Request body: {'security_group_rule': {'security_group_id': '2f990f24-52e2-461d-af08-f5de263c2507', 'project_id': '46704111eb3c4f50b85ea3971427960a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:19:21.644175 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-3d26ebb9-02e7-47b6-a3f7-4ec4484c66f8 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:19:21.657229 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-3d26ebb9-02e7-47b6-a3f7-4ec4484c66f8 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Usage tracker for resource:security_group_rule and tenant:46704111eb3c4f50b85ea3971427960a is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:19:21.660915 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-3d26ebb9-02e7-47b6-a3f7-4ec4484c66f8 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:19:21.665048 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-74be50c9-0647-4a5f-b966-16f0b0ec1ec1 req-ca080b93-91ae-43cc-86bb-7e28845cfe89 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2af5df0e-98fd-405a-b17d-eda3757228ca HTTP/1.1" status: 200 len: 999 time: 0.1167257 Apr 19 18:19:21.667679 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-3d26ebb9-02e7-47b6-a3f7-4ec4484c66f8 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:19:21.687117 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-3d26ebb9-02e7-47b6-a3f7-4ec4484c66f8 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:21.708984 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 33744) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:19:21.746967 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d4831ec7-b170-46bd-a052-d07c98396da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:21.755459 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74be50c9-0647-4a5f-b966-16f0b0ec1ec1 req-6d735b15-a62f-4419-b81d-06ecf6bd8f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:21.758077 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-74be50c9-0647-4a5f-b966-16f0b0ec1ec1 req-6d735b15-a62f-4419-b81d-06ecf6bd8f51 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=436488b4-a126-4f89-965d-19454f3786a1 HTTP/1.1" status: 200 len: 854 time: 0.0810139 Apr 19 18:19:21.843804 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_v2 [None req-03c0e900-d34d-488b-9f37-81097032c6ed admin admin] Deleting subnet 34d337c2-5f2f-4e52-a37c-792a5657b7af {{(pid=86363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 18:19:21.847074 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-03c0e900-d34d-488b-9f37-81097032c6ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:21.849125 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74be50c9-0647-4a5f-b966-16f0b0ec1ec1 req-06a849d6-2274-4e55-8734-77acdfdef150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:21.851377 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-74be50c9-0647-4a5f-b966-16f0b0ec1ec1 req-06a849d6-2274-4e55-8734-77acdfdef150 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e8efb0b6-16ad-4533-a95b-48b52b3908a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0830290 Apr 19 18:19:21.900734 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-3d26ebb9-02e7-47b6-a3f7-4ec4484c66f8 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:21.910907 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-3d26ebb9-02e7-47b6-a3f7-4ec4484c66f8 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855548'] for security_group_rule, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:21.917369 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b598b46d-4da8-4070-bba6-6e6c404b9ba5 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:21.930769 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-03c0e900-d34d-488b-9f37-81097032c6ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036842862324'] for subnet, precommit_delete_associations {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:21.983714 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d26ebb9-02e7-47b6-a3f7-4ec4484c66f8 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68213756-03db-4147-80a5-2949cf9da9b1,revision_number=0']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:21.986781 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-3d26ebb9-02e7-47b6-a3f7-4ec4484c66f8 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:22.007664 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-74be50c9-0647-4a5f-b966-16f0b0ec1ec1 req-d40b8f92-0caf-4f68-be25-1addea2c3783 service neutron] 10.222.0.53 "GET /v2.0/networks/e8efb0b6-16ad-4533-a95b-48b52b3908a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460073 Apr 19 18:19:22.015255 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-3d26ebb9-02e7-47b6-a3f7-4ec4484c66f8 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:22.016578 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-3d26ebb9-02e7-47b6-a3f7-4ec4484c66f8 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4015946 Apr 19 18:19:22.018547 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-03c0e900-d34d-488b-9f37-81097032c6ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013858'] for subnet, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:22.019703 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 33750) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:19:22.025299 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-afb8beaf-f376-497d-be94-ea00a333700f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d5b84a-ff14-4184-bd97-574c712ce4de', 'name': 'tempest-TestMinimumBasicScenario-1349384632-router', 'tenant_id': '46704111eb3c4f50b85ea3971427960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'c236f056-eb6e-4c29-93f6-ebb65cda2c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:18:02Z', 'updated_at': '2021-04-19T18:18:08Z', 'revision_number': 4, 'project_id': '46704111eb3c4f50b85ea3971427960a', 'gw_port': {'id': 'c236f056-eb6e-4c29-93f6-ebb65cda2c79', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d5b84a-ff14-4184-bd97-574c712ce4de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:18:03Z', 'updated_at': '2021-04-19T18:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi', '_floatingips': [{'id': 'cf262853-5b4b-4311-9399-56a09efbb3ba', 'tenant_id': '46704111eb3c4f50b85ea3971427960a', 'floating_ip_address': '172.27.0.78', 'floating_network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'router_id': 'f6d5b84a-ff14-4184-bd97-574c712ce4de', 'port_id': '2af5df0e-98fd-405a-b17d-eda3757228ca', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8efb0b6-16ad-4533-a95b-48b52b3908a8', 'mac_address': 'fa:16:3e:32:c8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65b0956-9e78-4e00-9ca1-e48822e5d706', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:19:18Z', 'updated_at': '2021-04-19T18:19:18Z', 'revision_number': 0, 'project_id': '46704111eb3c4f50b85ea3971427960a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68c90696-2d9f-44cc-a3a8-09f01d304c12', 'name': '', 'network_id': 'e8efb0b6-16ad-4533-a95b-48b52b3908a8', 'tenant_id': '46704111eb3c4f50b85ea3971427960a', 'mac_address': 'fa:16:3e:64:bd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d5b84a-ff14-4184-bd97-574c712ce4de', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '436488b4-a126-4f89-965d-19454f3786a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:18:06Z', 'updated_at': '2021-04-19T18:18:18Z', 'revision_number': 5, 'project_id': '46704111eb3c4f50b85ea3971427960a', 'subnets': [{'id': '436488b4-a126-4f89-965d-19454f3786a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-iscsi', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:19:22.030085 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb8beaf-f376-497d-be94-ea00a333700f None None] The sync data for ids ['f6d5b84a-ff14-4184-bd97-574c712ce4de'] in dv-cinder-786927-1-iscsi is: [{'id': 'f6d5b84a-ff14-4184-bd97-574c712ce4de', 'name': 'tempest-TestMinimumBasicScenario-1349384632-router', 'tenant_id': '46704111eb3c4f50b85ea3971427960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'c236f056-eb6e-4c29-93f6-ebb65cda2c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:18:02Z', 'updated_at': '2021-04-19T18:18:08Z', 'revision_number': 4, 'project_id': '46704111eb3c4f50b85ea3971427960a', 'gw_port': {'id': 'c236f056-eb6e-4c29-93f6-ebb65cda2c79', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d5b84a-ff14-4184-bd97-574c712ce4de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:18:03Z', 'updated_at': '2021-04-19T18:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi', '_floatingips': [{'id': 'cf262853-5b4b-4311-9399-56a09efbb3ba', 'tenant_id': '46704111eb3c4f50b85ea3971427960a', 'floating_ip_address': '172.27.0.78', 'floating_network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'router_id': 'f6d5b84a-ff14-4184-bd97-574c712ce4de', 'port_id': '2af5df0e-98fd-405a-b17d-eda3757228ca', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8efb0b6-16ad-4533-a95b-48b52b3908a8', 'mac_address': 'fa:16:3e:32:c8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65b0956-9e78-4e00-9ca1-e48822e5d706', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:19:18Z', 'updated_at': '2021-04-19T18:19:18Z', 'revision_number': 0, 'project_id': '46704111eb3c4f50b85ea3971427960a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68c90696-2d9f-44cc-a3a8-09f01d304c12', 'name': '', 'network_id': 'e8efb0b6-16ad-4533-a95b-48b52b3908a8', 'tenant_id': '46704111eb3c4f50b85ea3971427960a', 'mac_address': 'fa:16:3e:64:bd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d5b84a-ff14-4184-bd97-574c712ce4de', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '436488b4-a126-4f89-965d-19454f3786a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:18:06Z', 'updated_at': '2021-04-19T18:18:18Z', 'revision_number': 5, 'project_id': '46704111eb3c4f50b85ea3971427960a', 'subnets': [{'id': '436488b4-a126-4f89-965d-19454f3786a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:19:22.054379 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-da4609ab-2c4c-4433-81ff-8f4a8235971c tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Request body: {'security_group_rule': {'security_group_id': '2f990f24-52e2-461d-af08-f5de263c2507', 'project_id': '46704111eb3c4f50b85ea3971427960a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:19:22.084150 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-da4609ab-2c4c-4433-81ff-8f4a8235971c tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:19:22.151699 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-da4609ab-2c4c-4433-81ff-8f4a8235971c tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Usage tracker for resource:security_group_rule and tenant:46704111eb3c4f50b85ea3971427960a is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:19:22.157066 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-da4609ab-2c4c-4433-81ff-8f4a8235971c tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:19:22.166917 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-da4609ab-2c4c-4433-81ff-8f4a8235971c tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:19:22.287159 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-da4609ab-2c4c-4433-81ff-8f4a8235971c tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:22.306088 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-74be50c9-0647-4a5f-b966-16f0b0ec1ec1 req-83346668-151d-4784-b643-724f94622c33 service neutron] 10.222.0.53 "GET /v2.0/networks/e8efb0b6-16ad-4533-a95b-48b52b3908a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832057 Apr 19 18:19:22.353959 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe6e1e4-94c3-4813-9a08-a7bac50dd08f req-378e1887-dc78-4714-8fdd-4d5e2c31ab79 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:22.356129 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-3fe6e1e4-94c3-4813-9a08-a7bac50dd08f req-378e1887-dc78-4714-8fdd-4d5e2c31ab79 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b642eea-80a6-4a39-9c94-edc6d6f4c18c HTTP/1.1" status: 200 len: 946 time: 0.1779037 Apr 19 18:19:22.382332 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e223372-93c6-497c-a29a-a9d462ac33f6 req-cb8a37f0-4bad-4754-ad94-dedba53cadb1 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:22.383962 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5e223372-93c6-497c-a29a-a9d462ac33f6 req-cb8a37f0-4bad-4754-ad94-dedba53cadb1 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?device_id=87b4b104-2786-4f0b-a653-285749168117 HTTP/1.1" status: 200 len: 945 time: 0.1900957 Apr 19 18:19:22.416414 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-da4609ab-2c4c-4433-81ff-8f4a8235971c tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:22.422650 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-da4609ab-2c4c-4433-81ff-8f4a8235971c tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855548'] for security_group_rule, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:22.426190 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-3fe6e1e4-94c3-4813-9a08-a7bac50dd08f req-f4868fb7-b27b-4b4d-a74d-fd94fd536fd8 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] 10.222.0.36 "GET /v2.0/security-groups?id=51a559a9-c19a-4e63-ad37-472e522e256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624900 Apr 19 18:19:22.428634 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-3f6133dc-0f26-451d-91a8-9d14a3188616 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:22.450948 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5e223372-93c6-497c-a29a-a9d462ac33f6 req-07c4193a-6d60-4449-a625-74d3481a849e tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b617a3-7089-49ee-9bc8-958ab3c8bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566804 Apr 19 18:19:22.454390 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4609ab-2c4c-4433-81ff-8f4a8235971c tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8f1ac60-0e08-4eb6-9f75-ac22f084e033,revision_number=0']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:22.466291 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4609ab-2c4c-4433-81ff-8f4a8235971c tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:19:22.466743 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4609ab-2c4c-4433-81ff-8f4a8235971c tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:19:22.467205 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4609ab-2c4c-4433-81ff-8f4a8235971c tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:19:22.467632 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4609ab-2c4c-4433-81ff-8f4a8235971c tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:19:22.468040 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4609ab-2c4c-4433-81ff-8f4a8235971c tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:19:22.468444 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4609ab-2c4c-4433-81ff-8f4a8235971c tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:19:22.468864 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4609ab-2c4c-4433-81ff-8f4a8235971c tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:19:22.469267 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4609ab-2c4c-4433-81ff-8f4a8235971c tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:19:22.469666 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4609ab-2c4c-4433-81ff-8f4a8235971c tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:19:22.470089 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4609ab-2c4c-4433-81ff-8f4a8235971c tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:19:22.470451 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4609ab-2c4c-4433-81ff-8f4a8235971c tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:19:22.470857 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4609ab-2c4c-4433-81ff-8f4a8235971c tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:19:22.474160 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-da4609ab-2c4c-4433-81ff-8f4a8235971c tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:22.475089 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-da4609ab-2c4c-4433-81ff-8f4a8235971c tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:22.476408 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-da4609ab-2c4c-4433-81ff-8f4a8235971c tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4553189 Apr 19 18:19:22.479419 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 33762) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:19:22.486144 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-531ac064-f8eb-4385-8440-2bc8d2b57726 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Request body: {'security_group_rule': {'security_group_id': '2f990f24-52e2-461d-af08-f5de263c2507', 'project_id': '46704111eb3c4f50b85ea3971427960a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:19:22.497800 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-531ac064-f8eb-4385-8440-2bc8d2b57726 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:19:22.498343 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-03c0e900-d34d-488b-9f37-81097032c6ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850761958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853862292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10487664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10691946'] for subnet, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:22.502497 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-531ac064-f8eb-4385-8440-2bc8d2b57726 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Usage tracker for resource:security_group_rule and tenant:46704111eb3c4f50b85ea3971427960a is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:19:22.506361 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-531ac064-f8eb-4385-8440-2bc8d2b57726 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:19:22.506841 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:22.512866 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-531ac064-f8eb-4385-8440-2bc8d2b57726 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:19:22.528068 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e28338-c3d8-4f57-8852-f822bde531c9 None None] New status for floating IP cf262853-5b4b-4311-9399-56a09efbb3ba: ACTIVE {{(pid=86364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 18:19:22.551434 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-531ac064-f8eb-4385-8440-2bc8d2b57726 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:22.553960 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c0e900-d34d-488b-9f37-81097032c6ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34d337c2-5f2f-4e52-a37c-792a5657b7af,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:22.557604 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-03c0e900-d34d-488b-9f37-81097032c6ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:22.558731 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-03c0e900-d34d-488b-9f37-81097032c6ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759945'] for subnet, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:22.567172 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-03c0e900-d34d-488b-9f37-81097032c6ed admin admin] 10.222.0.36 "DELETE /v2.0/subnets/34d337c2-5f2f-4e52-a37c-792a5657b7af HTTP/1.1" status: 204 len: 168 time: 0.8104300 Apr 19 18:19:22.569433 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 33772) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:19:22.822647 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-6d388c2b-af8e-44f4-9ed8-31dc5e2996bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3689838'] for network, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:22.837950 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-531ac064-f8eb-4385-8440-2bc8d2b57726 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:22.848266 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-531ac064-f8eb-4385-8440-2bc8d2b57726 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855548'] for security_group_rule, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:22.859259 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-0f41b0f8-1112-444d-9149-cf50007ad6c1 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:22.934131 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531ac064-f8eb-4385-8440-2bc8d2b57726 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84aba0d6-0894-4dcd-b992-86cf90781042,revision_number=0']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:22.939969 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-531ac064-f8eb-4385-8440-2bc8d2b57726 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:22.952239 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd605f6-8f85-49f0-bbc9-b29f0e931764 req-0859a3a5-3302-40cd-a1eb-93fc7ea32bc9 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:22.953877 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-abd605f6-8f85-49f0-bbc9-b29f0e931764 req-0859a3a5-3302-40cd-a1eb-93fc7ea32bc9 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e8cef9-55b8-43ca-80df-c2de35a0d87d HTTP/1.1" status: 200 len: 946 time: 0.2808566 Apr 19 18:19:22.997132 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Device 8daa5f29-66b7-4f4b-8e17-36e9ad49dfd3 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:19:23.040287 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-531ac064-f8eb-4385-8440-2bc8d2b57726 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:23.041610 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-531ac064-f8eb-4385-8440-2bc8d2b57726 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5604026 Apr 19 18:19:23.046291 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 33806) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:19:23.058775 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-a33de568-d361-47d1-b8f8-e036cb952ab0 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Request body: {'security_group_rule': {'security_group_id': '2f990f24-52e2-461d-af08-f5de263c2507', 'project_id': '46704111eb3c4f50b85ea3971427960a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:19:23.069760 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-6d388c2b-af8e-44f4-9ed8-31dc5e2996bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850761865', 'neutron.services.segments.db._delete_segments_for_network-8782698178163'] for network, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:23.069880 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] No Port match for: 8daa5f29-66b7-4f4b-8e17-36e9ad49dfd3 {{(pid=86364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:19:23.073980 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Device 8daa5f29-66b7-4f4b-8e17-36e9ad49dfd3 not bound to the agent host hv-cinder-78692 {{(pid=86364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:19:23.076849 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-a33de568-d361-47d1-b8f8-e036cb952ab0 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:19:23.098294 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-a33de568-d361-47d1-b8f8-e036cb952ab0 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Usage tracker for resource:security_group_rule and tenant:46704111eb3c4f50b85ea3971427960a is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:19:23.103517 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-a33de568-d361-47d1-b8f8-e036cb952ab0 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:19:23.115540 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-a33de568-d361-47d1-b8f8-e036cb952ab0 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:19:23.129590 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.db.securitygroups_db [None req-a33de568-d361-47d1-b8f8-e036cb952ab0 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Project 46704111eb3c4f50b85ea3971427960a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 19 18:19:23.137602 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a33de568-d361-47d1-b8f8-e036cb952ab0 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:23.156913 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-abd605f6-8f85-49f0-bbc9-b29f0e931764 req-d0d9de95-f5c8-493f-8fd6-690bd2360c85 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c38b06e-39d7-4e44-99b1-b97d8bfc7837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534591 Apr 19 18:19:23.211955 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.services.segments.db [None req-6d388c2b-af8e-44f4-9ed8-31dc5e2996bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d730787d-14ca-4c77-8e2c-83e69c9a7b9a']}} {{(pid=86362) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:19:23.225265 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.services.segments.db [None req-6d388c2b-af8e-44f4-9ed8-31dc5e2996bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41139e2e-7812-4641-a996-451602e23acc') {'for_net_delete': True} {{(pid=86362) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:19:23.225610 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.services.segments.db [None req-6d388c2b-af8e-44f4-9ed8-31dc5e2996bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41139e2e-7812-4641-a996-451602e23acc') {} {{(pid=86362) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:19:23.234361 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a33de568-d361-47d1-b8f8-e036cb952ab0 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:23.237054 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a33de568-d361-47d1-b8f8-e036cb952ab0 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855548'] for security_group_rule, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:23.238741 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-6d388c2b-af8e-44f4-9ed8-31dc5e2996bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363254156488035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843109614'] for segment, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:23.244949 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:23.260379 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-6d388c2b-af8e-44f4-9ed8-31dc5e2996bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850937276'] for segment, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:23.267067 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d388c2b-af8e-44f4-9ed8-31dc5e2996bf admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=86362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 18:19:23.268637 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33de568-d361-47d1-b8f8-e036cb952ab0 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff93d3ec-9807-4a93-ba77-10db6fb73898,revision_number=0']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:23.274803 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-a33de568-d361-47d1-b8f8-e036cb952ab0 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:23.276807 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a33de568-d361-47d1-b8f8-e036cb952ab0 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:23.278598 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-a33de568-d361-47d1-b8f8-e036cb952ab0 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2306461 Apr 19 18:19:23.282927 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 33814) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:19:23.300554 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-a654002d-3691-4457-b9de-d64317e76e1e tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Request body: {'security_group_rule': {'security_group_id': '2f990f24-52e2-461d-af08-f5de263c2507', 'project_id': '46704111eb3c4f50b85ea3971427960a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:19:23.309081 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-a654002d-3691-4457-b9de-d64317e76e1e tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:19:23.362088 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-a654002d-3691-4457-b9de-d64317e76e1e tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Usage tracker for resource:security_group_rule and tenant:46704111eb3c4f50b85ea3971427960a is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:19:23.367147 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-a654002d-3691-4457-b9de-d64317e76e1e tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:19:23.391295 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-a654002d-3691-4457-b9de-d64317e76e1e tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:19:23.476749 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.db.securitygroups_db [None req-a654002d-3691-4457-b9de-d64317e76e1e tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Project 46704111eb3c4f50b85ea3971427960a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 19 18:19:23.484868 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-6d388c2b-af8e-44f4-9ed8-31dc5e2996bf admin admin] Network d730787d-14ca-4c77-8e2c-83e69c9a7b9a has no segments {{(pid=86362) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:19:23.495485 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-6d388c2b-af8e-44f4-9ed8-31dc5e2996bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3838515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10670865'] for segment, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:23.549311 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a654002d-3691-4457-b9de-d64317e76e1e tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:23.805242 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-6d388c2b-af8e-44f4-9ed8-31dc5e2996bf admin admin] Network d730787d-14ca-4c77-8e2c-83e69c9a7b9a has no segments {{(pid=86362) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:19:23.836145 dv-cinder-786927-1-iscsi neutron-server[86249]: Traceback (most recent call last): Apr 19 18:19:23.836145 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 18:19:23.836145 dv-cinder-786927-1-iscsi neutron-server[86249]: timer() Apr 19 18:19:23.836145 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 18:19:23.836145 dv-cinder-786927-1-iscsi neutron-server[86249]: cb(*args, **kw) Apr 19 18:19:23.836145 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 18:19:23.836145 dv-cinder-786927-1-iscsi neutron-server[86249]: return func(*args, **kwargs) Apr 19 18:19:23.836145 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 18:19:23.836145 dv-cinder-786927-1-iscsi neutron-server[86249]: self._notify() Apr 19 18:19:23.836145 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 18:19:23.836145 dv-cinder-786927-1-iscsi neutron-server[86249]: self.callback(batched_events) Apr 19 18:19:23.836145 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 18:19:23.836145 dv-cinder-786927-1-iscsi neutron-server[86249]: event.method(event) Apr 19 18:19:23.836145 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 18:19:23.836145 dv-cinder-786927-1-iscsi neutron-server[86249]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 18:19:23.836145 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 18:19:23.836145 dv-cinder-786927-1-iscsi neutron-server[86249]: segment_id)['aggregates'][0] Apr 19 18:19:23.836145 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 18:19:23.836145 dv-cinder-786927-1-iscsi neutron-server[86249]: return f(self, *a, **k) Apr 19 18:19:23.836145 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 18:19:23.836145 dv-cinder-786927-1-iscsi neutron-server[86249]: return self._get(url).json() Apr 19 18:19:23.836145 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 18:19:23.836145 dv-cinder-786927-1-iscsi neutron-server[86249]: **kwargs) Apr 19 18:19:23.836145 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 18:19:23.836145 dv-cinder-786927-1-iscsi neutron-server[86249]: return self.request(url, 'GET', **kwargs) Apr 19 18:19:23.836145 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 18:19:23.836145 dv-cinder-786927-1-iscsi neutron-server[86249]: **endpoint_filter) Apr 19 18:19:23.836145 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 18:19:23.836145 dv-cinder-786927-1-iscsi neutron-server[86249]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 18:19:23.836145 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 18:19:23.836145 dv-cinder-786927-1-iscsi neutron-server[86249]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 18:19:23.836145 dv-cinder-786927-1-iscsi neutron-server[86249]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 18:19:23.839943 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deabf7e8-9c33-4e58-9538-00060a0e476d req-3c92aac1-7eb6-4db8-91ac-0be4348e0cfa tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:23.839943 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-deabf7e8-9c33-4e58-9538-00060a0e476d req-3c92aac1-7eb6-4db8-91ac-0be4348e0cfa tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?device_id=87b4b104-2786-4f0b-a653-285749168117 HTTP/1.1" status: 200 len: 945 time: 0.0906365 Apr 19 18:19:23.893139 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-deabf7e8-9c33-4e58-9538-00060a0e476d req-0bb21f2e-2e63-4f82-8e42-d0e75c019980 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b617a3-7089-49ee-9bc8-958ab3c8bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453262 Apr 19 18:19:23.915581 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a654002d-3691-4457-b9de-d64317e76e1e tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:23.930975 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a654002d-3691-4457-b9de-d64317e76e1e tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855548'] for security_group_rule, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:23.944269 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cbc7e7-f1e1-4b95-a74f-71c2e5c39518 req-42d2d087-6337-45bb-9ad9-3488efb1a642 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:23.945858 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-67cbc7e7-f1e1-4b95-a74f-71c2e5c39518 req-42d2d087-6337-45bb-9ad9-3488efb1a642 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.53 "GET /v2.0/ports?device_id=87b4b104-2786-4f0b-a653-285749168117 HTTP/1.1" status: 200 len: 945 time: 0.4530597 Apr 19 18:19:23.948898 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-531ac064-f8eb-4385-8440-2bc8d2b57726 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:24.025236 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-6d388c2b-af8e-44f4-9ed8-31dc5e2996bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4013951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854123391'] for network, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:24.032369 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a654002d-3691-4457-b9de-d64317e76e1e tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9da99471-0121-4b1f-bd63-67f0465525aa,revision_number=0']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:24.042327 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-a654002d-3691-4457-b9de-d64317e76e1e tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:24.059829 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-907e7bc4-6ce5-4bf8-9c85-8cfa0d30e5cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:24.078660 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-6d388c2b-af8e-44f4-9ed8-31dc5e2996bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759945'] for network, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:24.080674 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-6d388c2b-af8e-44f4-9ed8-31dc5e2996bf admin admin] 10.222.0.36 "DELETE /v2.0/networks/d730787d-14ca-4c77-8e2c-83e69c9a7b9a HTTP/1.1" status: 204 len: 168 time: 1.5063930 Apr 19 18:19:24.086989 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a654002d-3691-4457-b9de-d64317e76e1e tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:24.090823 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-a654002d-3691-4457-b9de-d64317e76e1e tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8041084 Apr 19 18:19:24.091474 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d388c2b-af8e-44f4-9ed8-31dc5e2996bf admin admin] Pushing event deleted for resources: {'Network': ['ID=d730787d-14ca-4c77-8e2c-83e69c9a7b9a,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:24.099736 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [req-67cbc7e7-f1e1-4b95-a74f-71c2e5c39518 req-9fb8d41f-ae66-4b16-ba4d-44052f14af02 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Deleting port 98d8ecda-c4bf-4896-9ccc-082fdde649d1 {{(pid=86362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:19:24.100790 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-67cbc7e7-f1e1-4b95-a74f-71c2e5c39518 req-9fb8d41f-ae66-4b16-ba4d-44052f14af02 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254156519796'] for port, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:24.135522 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-6d388c2b-af8e-44f4-9ed8-31dc5e2996bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:24.197554 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-77760451-3467-4802-a75b-5d515fa99c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:24.232846 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 33842) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:19:24.294745 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ec450633-361f-498c-a414-fb43ebf8b458 req-5ad64500-29ad-40be-99a8-533ae9ecbad8 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1611592417&fields=id&tenant_id=46704111eb3c4f50b85ea3971427960a HTTP/1.1" status: 200 len: 267 time: 0.0899866 Apr 19 18:19:24.302836 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-6a420b76-7a48-4fb6-90af-b6f2e88fabea admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0192ebea383943fdbf60eb0089151581&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0685623 Apr 19 18:19:24.305005 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 33846) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:19:24.443456 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dec6ee3e-dca3-4ab2-971f-6da91a33c80d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:24.453919 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93e0e45-865f-4702-8f05-f4838ae677e0 req-a4976674-e28a-43f3-ac37-6f989baa7a7c tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:24.455719 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d93e0e45-865f-4702-8f05-f4838ae677e0 req-a4976674-e28a-43f3-ac37-6f989baa7a7c tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e8cef9-55b8-43ca-80df-c2de35a0d87d HTTP/1.1" status: 200 len: 946 time: 0.1516485 Apr 19 18:19:24.484170 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-67cbc7e7-f1e1-4b95-a74f-71c2e5c39518 req-9fb8d41f-ae66-4b16-ba4d-44052f14af02 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] For port 98d8ecda-c4bf-4896-9ccc-082fdde649d1, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=98d8ecda-c4bf-4896-9ccc-082fdde649d1,segment=NetworkSegment(3fe2987a-6741-4b11-91b6-22e760693dd6),segment_id=3fe2987a-6741-4b11-91b6-22e760693dd6)] {{(pid=86362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:19:24.484575 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-67cbc7e7-f1e1-4b95-a74f-71c2e5c39518 req-9fb8d41f-ae66-4b16-ba4d-44052f14af02 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648318'] for port, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:24.503526 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dec6ee3e-dca3-4ab2-971f-6da91a33c80d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:24.558599 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d93e0e45-865f-4702-8f05-f4838ae677e0 req-3e8301bc-0beb-419f-9eb0-646745a08fcd tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c38b06e-39d7-4e44-99b1-b97d8bfc7837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934002 Apr 19 18:19:24.569183 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec450633-361f-498c-a414-fb43ebf8b458 req-e9223f45-64b9-4962-b02a-e8cd8af7d001 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:24.570616 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ec450633-361f-498c-a414-fb43ebf8b458 req-e9223f45-64b9-4962-b02a-e8cd8af7d001 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65b0956-9e78-4e00-9ca1-e48822e5d706 HTTP/1.1" status: 200 len: 946 time: 0.2280574 Apr 19 18:19:24.576084 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dec6ee3e-dca3-4ab2-971f-6da91a33c80d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:24.588913 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-0ec43a98-de94-4b92-b52b-9296706956d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:24.596083 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec6ee3e-dca3-4ab2-971f-6da91a33c80d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=693fea71-500b-474f-8806-96b1fe4da529,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:24.599859 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-dec6ee3e-dca3-4ab2-971f-6da91a33c80d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:24.626547 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dec6ee3e-dca3-4ab2-971f-6da91a33c80d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:24.630396 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-dec6ee3e-dca3-4ab2-971f-6da91a33c80d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/693fea71-500b-474f-8806-96b1fe4da529 HTTP/1.1" status: 204 len: 168 time: 0.3218319 Apr 19 18:19:24.643423 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [req-67cbc7e7-f1e1-4b95-a74f-71c2e5c39518 req-9fb8d41f-ae66-4b16-ba4d-44052f14af02 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Calling delete_port for 98d8ecda-c4bf-4896-9ccc-082fdde649d1 owned by compute:nova {{(pid=86362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:19:24.678739 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [req-ec450633-361f-498c-a414-fb43ebf8b458 req-00e250a9-1af8-45fc-aa98-e535c6043100 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Request body: {'port': {'security_groups': ['ef149989-a3dc-43eb-b804-a5c3af631ec0', '2f990f24-52e2-461d-af08-f5de263c2507']}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:19:24.795040 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-60872106-3921-4474-9775-f4da212b8297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:24.861485 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-ec450633-361f-498c-a414-fb43ebf8b458 req-00e250a9-1af8-45fc-aa98-e535c6043100 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:25.033969 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-67cbc7e7-f1e1-4b95-a74f-71c2e5c39518 req-9fb8d41f-ae66-4b16-ba4d-44052f14af02 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254156516127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254156964383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844104858'] for port, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:25.044285 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:25.053823 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] get_ports_and_sgs() called for port_ids ['dab3f0e8-b34c-4a91-941f-44c4e7d7d787'] {{(pid=86364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:19:25.082993 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-dedbd48d-5691-409c-8076-0d615d2520f3 req-eed8aa41-1d78-40b2-9ae4-5ce0a2b72c1f tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?device_id=87b4b104-2786-4f0b-a653-285749168117 HTTP/1.1" status: 200 len: 210 time: 0.0631771 Apr 19 18:19:25.120063 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb8d41f-ae66-4b16-ba4d-44052f14af02 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Pushing event deleted for resources: {'Port': ['ID=98d8ecda-c4bf-4896-9ccc-082fdde649d1,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:25.126354 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-9fb8d41f-ae66-4b16-ba4d-44052f14af02 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:25.472914 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [req-67cbc7e7-f1e1-4b95-a74f-71c2e5c39518 req-9fb8d41f-ae66-4b16-ba4d-44052f14af02 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] No DVR routers for this DVR port 98d8ecda-c4bf-4896-9ccc-082fdde649d1 on host hv-cinder-78692 {{(pid=86362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:19:25.525272 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-67cbc7e7-f1e1-4b95-a74f-71c2e5c39518 req-9fb8d41f-ae66-4b16-ba4d-44052f14af02 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773849'] for port, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:25.528955 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b4b104-2786-4f0b-a653-285749168117', 'name': 'network-vif-deleted', 'tag': '98d8ecda-c4bf-4896-9ccc-082fdde649d1'}] {{(pid=86362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:19:25.564450 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-67cbc7e7-f1e1-4b95-a74f-71c2e5c39518 req-9fb8d41f-ae66-4b16-ba4d-44052f14af02 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.53 "DELETE /v2.0/ports/98d8ecda-c4bf-4896-9ccc-082fdde649d1 HTTP/1.1" status: 204 len: 173 time: 1.6071081 Apr 19 18:19:25.596357 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b4b104-2786-4f0b-a653-285749168117', 'name': 'network-vif-deleted', 'tag': '98d8ecda-c4bf-4896-9ccc-082fdde649d1', 'status': 'completed', 'code': 200} Apr 19 18:19:25.643872 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-ec450633-361f-498c-a414-fb43ebf8b458 req-00e250a9-1af8-45fc-aa98-e535c6043100 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] For port 2af5df0e-98fd-405a-b17d-eda3757228ca, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=2af5df0e-98fd-405a-b17d-eda3757228ca,segment=NetworkSegment(66349f04-21d1-4942-89e7-90c739d412d2),segment_id=66349f04-21d1-4942-89e7-90c739d412d2)] {{(pid=86362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:19:25.679431 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-ec450633-361f-498c-a414-fb43ebf8b458 req-00e250a9-1af8-45fc-aa98-e535c6043100 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Notify callbacks [] for port, precommit_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:25.685027 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-ec450633-361f-498c-a414-fb43ebf8b458 req-00e250a9-1af8-45fc-aa98-e535c6043100 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10670959'] for port, after_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:25.694076 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-9b80d9d0-bfab-4958-a5f9-a7b0d5f70282 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:25.700479 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] get_ports_and_sgs() called for port_ids ['2af5df0e-98fd-405a-b17d-eda3757228ca'] {{(pid=86364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:19:25.824553 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec450633-361f-498c-a414-fb43ebf8b458 req-00e250a9-1af8-45fc-aa98-e535c6043100 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:25.825579 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-ec450633-361f-498c-a414-fb43ebf8b458 req-00e250a9-1af8-45fc-aa98-e535c6043100 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773849'] for port, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:25.827488 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ec450633-361f-498c-a414-fb43ebf8b458 req-00e250a9-1af8-45fc-aa98-e535c6043100 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "PUT /v2.0/ports/2af5df0e-98fd-405a-b17d-eda3757228ca HTTP/1.1" status: 200 len: 982 time: 1.1950405 Apr 19 18:19:25.873167 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef953edb-f1af-4071-8e6b-c17f6a953457 req-3988a17c-868c-43e3-acad-e7a551c46bbf tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:25.875500 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ef953edb-f1af-4071-8e6b-c17f6a953457 req-3988a17c-868c-43e3-acad-e7a551c46bbf tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e8cef9-55b8-43ca-80df-c2de35a0d87d HTTP/1.1" status: 200 len: 946 time: 0.1517019 Apr 19 18:19:25.881213 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e250a9-1af8-45fc-aa98-e535c6043100 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Pushing event updated for resources: {'Port': ['ID=2af5df0e-98fd-405a-b17d-eda3757228ca,revision_number=6']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:25.886561 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-00e250a9-1af8-45fc-aa98-e535c6043100 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:25.946313 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:25.981818 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] get_ports_and_sgs() called for port_ids ['2af5df0e-98fd-405a-b17d-eda3757228ca'] {{(pid=86364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:19:25.988465 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ef953edb-f1af-4071-8e6b-c17f6a953457 req-67fe1e80-31bc-4ae9-abda-20f88529bd60 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c38b06e-39d7-4e44-99b1-b97d8bfc7837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046107 Apr 19 18:19:26.143284 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacfa892-231f-41dc-a51b-242f5cd05a17 req-69f30c0e-4722-4658-b64f-4d1eea8fc093 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:26.144964 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-dacfa892-231f-41dc-a51b-242f5cd05a17 req-69f30c0e-4722-4658-b64f-4d1eea8fc093 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65b0956-9e78-4e00-9ca1-e48822e5d706 HTTP/1.1" status: 200 len: 985 time: 0.1284914 Apr 19 18:19:26.174520 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-eae962f3-e32e-4947-814b-3e299d74c6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:26.187882 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-ede6ca9d-91a2-49f1-8387-909f793f34cc None None] Provisioning complete for port 2af5df0e-98fd-405a-b17d-eda3757228ca triggered by entity DHCP. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:19:26.188327 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ede6ca9d-91a2-49f1-8387-909f793f34cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:26.257489 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-dacfa892-231f-41dc-a51b-242f5cd05a17 req-14b36f57-9eee-414d-b5b3-86e2bb7f4b4b tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f990f24-52e2-461d-af08-f5de263c2507&id=ef149989-a3dc-43eb-b804-a5c3af631ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1051829 Apr 19 18:19:26.355159 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d9380920-6487-4b04-8eb8-059fab733377 req-ec990185-c0e8-400a-8927-930399bd306f tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?device_id=87b4b104-2786-4f0b-a653-285749168117 HTTP/1.1" status: 200 len: 210 time: 0.0830083 Apr 19 18:19:26.422818 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 33892) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:19:26.562171 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e2fc6b38-6d7f-463d-b78e-9c0c46e5d4a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:26.579549 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-e2fc6b38-6d7f-463d-b78e-9c0c46e5d4a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:19:26.583829 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-e2fc6b38-6d7f-463d-b78e-9c0c46e5d4a0 admin admin] Usage tracker for resource:security_group_rule and tenant:1ac2f904076c47aea4b0a8961678cb53 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:19:26.589544 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-e2fc6b38-6d7f-463d-b78e-9c0c46e5d4a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:19:26.597005 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-e2fc6b38-6d7f-463d-b78e-9c0c46e5d4a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:19:26.690349 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e2fc6b38-6d7f-463d-b78e-9c0c46e5d4a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:26.693117 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e2fc6b38-6d7f-463d-b78e-9c0c46e5d4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:26.726519 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-5c44d44b-4992-406d-be5f-861a236eaf33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:26.736283 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-e2fc6b38-6d7f-463d-b78e-9c0c46e5d4a0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1ac2f904076c47aea4b0a8961678cb53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3118923 Apr 19 18:19:26.738907 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 33900) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:19:26.787420 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fc6b38-6d7f-463d-b78e-9c0c46e5d4a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=511e7b53-9f3f-4691-ba70-a43561c04dab,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:26.802280 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-e2fc6b38-6d7f-463d-b78e-9c0c46e5d4a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:26.831966 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1bde814b-4838-4f11-80e4-1852ae7d3503 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:26.861503 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1bde814b-4838-4f11-80e4-1852ae7d3503 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:26.915734 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1bde814b-4838-4f11-80e4-1852ae7d3503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:26.921268 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-18fa9384-0088-4742-999a-cb8f718b3e37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:26.935874 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bde814b-4838-4f11-80e4-1852ae7d3503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=511e7b53-9f3f-4691-ba70-a43561c04dab,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:26.938476 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1bde814b-4838-4f11-80e4-1852ae7d3503 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:26.939711 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-1bde814b-4838-4f11-80e4-1852ae7d3503 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/511e7b53-9f3f-4691-ba70-a43561c04dab HTTP/1.1" status: 204 len: 168 time: 0.1997771 Apr 19 18:19:26.940833 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-1bde814b-4838-4f11-80e4-1852ae7d3503 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:27.003461 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Device 98d8ecda-c4bf-4896-9ccc-082fdde649d1 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:19:27.043697 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] No Port match for: 98d8ecda-c4bf-4896-9ccc-082fdde649d1 {{(pid=86364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:19:27.044093 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Device 98d8ecda-c4bf-4896-9ccc-082fdde649d1 not bound to the agent host hv-cinder-78692 {{(pid=86364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:19:27.224916 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a84bf6-dcd2-4a14-9fdf-6abf50b5e36b req-5dd50d24-6cab-4f35-aeec-a5e512a5400e tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:27.226996 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-38a84bf6-dcd2-4a14-9fdf-6abf50b5e36b req-5dd50d24-6cab-4f35-aeec-a5e512a5400e tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e8cef9-55b8-43ca-80df-c2de35a0d87d HTTP/1.1" status: 200 len: 946 time: 0.1065302 Apr 19 18:19:27.278877 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-38a84bf6-dcd2-4a14-9fdf-6abf50b5e36b req-31e3eab2-0e16-4085-bca7-5e86364481b4 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c38b06e-39d7-4e44-99b1-b97d8bfc7837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448232 Apr 19 18:19:27.598277 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a65b0956-9e78-4e00-9ca1-e48822e5d706', 'tag': '2af5df0e-98fd-405a-b17d-eda3757228ca'}] {{(pid=86362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:19:27.661625 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a65b0956-9e78-4e00-9ca1-e48822e5d706', 'tag': '2af5df0e-98fd-405a-b17d-eda3757228ca', 'status': 'completed', 'code': 200} Apr 19 18:19:27.778039 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b8f485-3fa7-4d00-b7a6-641b0c53f897 req-a5e1fd5d-caf7-4e77-99a3-038f85354a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:27.779890 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-33b8f485-3fa7-4d00-b7a6-641b0c53f897 req-a5e1fd5d-caf7-4e77-99a3-038f85354a90 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=46704111eb3c4f50b85ea3971427960a&device_id=a65b0956-9e78-4e00-9ca1-e48822e5d706 HTTP/1.1" status: 200 len: 1138 time: 0.0916913 Apr 19 18:19:27.937596 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19acf20b-b989-494b-8345-309ce657f34e req-79209160-9101-4fbb-82c6-db98e4478886 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:27.939383 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-19acf20b-b989-494b-8345-309ce657f34e req-79209160-9101-4fbb-82c6-db98e4478886 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?device_id=16315f5a-aa7c-4989-ae90-ef13ce620234 HTTP/1.1" status: 200 len: 946 time: 0.0948620 Apr 19 18:19:27.946694 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b8f485-3fa7-4d00-b7a6-641b0c53f897 req-e111fe3d-baff-460d-b416-83bbc2ae9221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:27.948346 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-33b8f485-3fa7-4d00-b7a6-641b0c53f897 req-e111fe3d-baff-460d-b416-83bbc2ae9221 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e8efb0b6-16ad-4533-a95b-48b52b3908a8 HTTP/1.1" status: 200 len: 916 time: 0.1599791 Apr 19 18:19:27.999026 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-19acf20b-b989-494b-8345-309ce657f34e req-4dc042bb-2cc1-42fc-963a-81387fc3601c tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b617a3-7089-49ee-9bc8-958ab3c8bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520358 Apr 19 18:19:28.071994 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-33b8f485-3fa7-4d00-b7a6-641b0c53f897 req-38822261-f96c-4ef2-8953-66272515c745 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2af5df0e-98fd-405a-b17d-eda3757228ca HTTP/1.1" status: 200 len: 1001 time: 0.1155767 Apr 19 18:19:28.148768 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b8f485-3fa7-4d00-b7a6-641b0c53f897 req-b17e5038-b700-46be-9acf-bb3e22a60dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:28.150429 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-33b8f485-3fa7-4d00-b7a6-641b0c53f897 req-b17e5038-b700-46be-9acf-bb3e22a60dc2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=436488b4-a126-4f89-965d-19454f3786a1 HTTP/1.1" status: 200 len: 854 time: 0.0709720 Apr 19 18:19:28.259800 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b8f485-3fa7-4d00-b7a6-641b0c53f897 req-9fae2c6d-0a59-4307-9fd3-c5dbbc87628d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:28.261514 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-33b8f485-3fa7-4d00-b7a6-641b0c53f897 req-9fae2c6d-0a59-4307-9fd3-c5dbbc87628d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e8efb0b6-16ad-4533-a95b-48b52b3908a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0930386 Apr 19 18:19:28.394538 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-dff8d3eb-ad2b-4597-a32d-c566a1b9d4c8 req-ab3d98e9-3954-47d8-8a3f-1437ce993613 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1b691650-77a3-46c0-a67b-efc4dfadac21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1005058 Apr 19 18:19:28.471643 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-33b8f485-3fa7-4d00-b7a6-641b0c53f897 req-fe26cef3-64e6-4641-b477-55adf4573b34 service neutron] 10.222.0.53 "GET /v2.0/networks/e8efb0b6-16ad-4533-a95b-48b52b3908a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011375 Apr 19 18:19:28.513457 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff8d3eb-ad2b-4597-a32d-c566a1b9d4c8 req-acd061c9-f19f-44f4-817d-6ca895cc0eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:28.515111 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-dff8d3eb-ad2b-4597-a32d-c566a1b9d4c8 req-acd061c9-f19f-44f4-817d-6ca895cc0eb2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fc6d959c6b83478bb73dfad880a83f28&device_id=1b691650-77a3-46c0-a67b-efc4dfadac21 HTTP/1.1" status: 200 len: 1098 time: 0.0935314 Apr 19 18:19:28.660594 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2219ad-44ef-4c03-a684-4937b962b707 req-6a0a4a2d-ebcf-47be-81bb-6db65805371a tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:28.662353 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0c2219ad-44ef-4c03-a684-4937b962b707 req-6a0a4a2d-ebcf-47be-81bb-6db65805371a tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e8cef9-55b8-43ca-80df-c2de35a0d87d HTTP/1.1" status: 200 len: 946 time: 0.2368615 Apr 19 18:19:28.664856 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-33b8f485-3fa7-4d00-b7a6-641b0c53f897 req-daadb06a-2458-46e5-92af-9fc0b18db487 service neutron] 10.222.0.53 "GET /v2.0/networks/e8efb0b6-16ad-4533-a95b-48b52b3908a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857162 Apr 19 18:19:28.720678 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 33962) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:19:28.724596 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff8d3eb-ad2b-4597-a32d-c566a1b9d4c8 req-357dfb1f-7516-494e-8796-6b694890b7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:28.726347 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-dff8d3eb-ad2b-4597-a32d-c566a1b9d4c8 req-357dfb1f-7516-494e-8796-6b694890b7f7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3797f849-9d72-4a34-898b-30cdb86131ec HTTP/1.1" status: 200 len: 911 time: 0.1842151 Apr 19 18:19:28.756163 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0c2219ad-44ef-4c03-a684-4937b962b707 req-bdc7295d-1931-41fd-ad75-0d27413a9e87 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c38b06e-39d7-4e44-99b1-b97d8bfc7837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862353 Apr 19 18:19:28.867563 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-dff8d3eb-ad2b-4597-a32d-c566a1b9d4c8 req-bfd105a0-2f77-467a-98f0-a50ee1ae536a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2cf87aef-3c78-43a0-9072-382888213ecc HTTP/1.1" status: 200 len: 1000 time: 0.1310248 Apr 19 18:19:28.896451 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5b4ba85c-236f-42f5-be94-9fabb87e410b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:28.914284 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-5b4ba85c-236f-42f5-be94-9fabb87e410b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:19:28.919079 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-5b4ba85c-236f-42f5-be94-9fabb87e410b admin admin] Usage tracker for resource:security_group_rule and tenant:5ca5c5e7a7f64ce4a56cd5db83e4a1a2 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:19:28.922219 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-5b4ba85c-236f-42f5-be94-9fabb87e410b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:19:28.928939 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-5b4ba85c-236f-42f5-be94-9fabb87e410b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:19:28.953435 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff8d3eb-ad2b-4597-a32d-c566a1b9d4c8 req-a1cb0b2c-4ba7-410d-a5c8-477802cceef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:28.955021 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-dff8d3eb-ad2b-4597-a32d-c566a1b9d4c8 req-a1cb0b2c-4ba7-410d-a5c8-477802cceef0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=43bddb65-670a-42dd-9742-7aecd345a4ee HTTP/1.1" status: 200 len: 849 time: 0.0748634 Apr 19 18:19:29.018186 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5b4ba85c-236f-42f5-be94-9fabb87e410b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:29.021302 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5b4ba85c-236f-42f5-be94-9fabb87e410b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:29.031896 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-9bd622ce-68f5-4cfb-b3cc-d3a4cf7a6cbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:29.050544 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff8d3eb-ad2b-4597-a32d-c566a1b9d4c8 req-e4180594-a551-4c9c-8f8b-59db73a3ca02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:29.052287 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-dff8d3eb-ad2b-4597-a32d-c566a1b9d4c8 req-e4180594-a551-4c9c-8f8b-59db73a3ca02 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3797f849-9d72-4a34-898b-30cdb86131ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0857542 Apr 19 18:19:29.077914 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4ba85c-236f-42f5-be94-9fabb87e410b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c335ff-090d-4e02-b233-3f3beb215fa2,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:29.085277 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-5b4ba85c-236f-42f5-be94-9fabb87e410b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5ca5c5e7a7f64ce4a56cd5db83e4a1a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3610218 Apr 19 18:19:29.085277 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-5b4ba85c-236f-42f5-be94-9fabb87e410b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:29.087029 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 33970) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:19:29.302232 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-90d3046e-61bf-499e-a45b-483bbbaae946 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:29.343383 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-dff8d3eb-ad2b-4597-a32d-c566a1b9d4c8 req-ac44dee5-8c05-46f1-83c7-705b431e20ca service neutron] 10.222.0.53 "GET /v2.0/networks/3797f849-9d72-4a34-898b-30cdb86131ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819293 Apr 19 18:19:29.384912 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-90d3046e-61bf-499e-a45b-483bbbaae946 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:29.470939 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea1e3cb-d14d-4586-8570-c154f71081a0 req-ccc67ef5-1b50-4ef0-872c-5ca3ad691898 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:29.472596 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-aea1e3cb-d14d-4586-8570-c154f71081a0 req-ccc67ef5-1b50-4ef0-872c-5ca3ad691898 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?device_id=16315f5a-aa7c-4989-ae90-ef13ce620234 HTTP/1.1" status: 200 len: 946 time: 0.3023760 Apr 19 18:19:29.583833 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-aea1e3cb-d14d-4586-8570-c154f71081a0 req-6fe3ab0e-66b7-42f2-9048-d215fca67615 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b617a3-7089-49ee-9bc8-958ab3c8bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040039 Apr 19 18:19:29.591685 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-dff8d3eb-ad2b-4597-a32d-c566a1b9d4c8 req-59d8285a-2003-4726-b250-6074b82b7a50 service neutron] 10.222.0.53 "GET /v2.0/networks/3797f849-9d72-4a34-898b-30cdb86131ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397621 Apr 19 18:19:29.592807 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-90d3046e-61bf-499e-a45b-483bbbaae946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:29.608115 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-aa430582-d70d-4987-8982-4a51741d3dcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:29.612086 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d3046e-61bf-499e-a45b-483bbbaae946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c335ff-090d-4e02-b233-3f3beb215fa2,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:29.617064 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-90d3046e-61bf-499e-a45b-483bbbaae946 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:29.619102 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-90d3046e-61bf-499e-a45b-483bbbaae946 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:29.620857 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-90d3046e-61bf-499e-a45b-483bbbaae946 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f9c335ff-090d-4e02-b233-3f3beb215fa2 HTTP/1.1" status: 204 len: 168 time: 0.5321946 Apr 19 18:19:29.990482 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e194b1-bef7-48db-9d86-8231dbccefd2 req-6a7310dc-cab2-464c-9cf2-e0802d067675 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:29.992030 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-93e194b1-bef7-48db-9d86-8231dbccefd2 req-6a7310dc-cab2-464c-9cf2-e0802d067675 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e8cef9-55b8-43ca-80df-c2de35a0d87d HTTP/1.1" status: 200 len: 946 time: 0.1072536 Apr 19 18:19:30.041816 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-93e194b1-bef7-48db-9d86-8231dbccefd2 req-2daf1b81-4b99-4a19-84dc-803e89f5e420 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c38b06e-39d7-4e44-99b1-b97d8bfc7837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433121 Apr 19 18:19:30.802587 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4549f239-c449-4ba1-8b6c-511adebcc724 req-bb316fd4-75fc-4092-89c1-dfe445056b58 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:30.804761 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4549f239-c449-4ba1-8b6c-511adebcc724 req-bb316fd4-75fc-4092-89c1-dfe445056b58 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?device_id=16315f5a-aa7c-4989-ae90-ef13ce620234 HTTP/1.1" status: 200 len: 946 time: 0.1010413 Apr 19 18:19:30.853590 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4549f239-c449-4ba1-8b6c-511adebcc724 req-b49a4654-986f-42ba-86ed-4b121d2d43c0 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b617a3-7089-49ee-9bc8-958ab3c8bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414488 Apr 19 18:19:31.266783 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2728ec2a-4017-4ea4-9b3a-9cea72ba5a8a req-a3d00f0c-4915-4dd5-9d0f-6dc5f9596d40 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:31.268456 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2728ec2a-4017-4ea4-9b3a-9cea72ba5a8a req-a3d00f0c-4915-4dd5-9d0f-6dc5f9596d40 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e8cef9-55b8-43ca-80df-c2de35a0d87d HTTP/1.1" status: 200 len: 946 time: 0.0955973 Apr 19 18:19:31.321866 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2728ec2a-4017-4ea4-9b3a-9cea72ba5a8a req-99e35b79-6e4d-4e84-9501-6790c7111dbf tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c38b06e-39d7-4e44-99b1-b97d8bfc7837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440302 Apr 19 18:19:32.060315 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5318ad6-5deb-4aa5-8c84-24965125eaed req-69ae4759-7e35-4b03-88df-e3770fe347a1 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:32.062005 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a5318ad6-5deb-4aa5-8c84-24965125eaed req-69ae4759-7e35-4b03-88df-e3770fe347a1 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?device_id=16315f5a-aa7c-4989-ae90-ef13ce620234 HTTP/1.1" status: 200 len: 946 time: 0.0911956 Apr 19 18:19:32.110711 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a5318ad6-5deb-4aa5-8c84-24965125eaed req-1e34e256-b783-41e9-9a65-a421dec36184 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b617a3-7089-49ee-9bc8-958ab3c8bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423012 Apr 19 18:19:32.530065 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa197df-3d4e-4f53-8d8d-9348cd589624 req-e385775e-601a-428a-8341-2e222781bccc tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:32.531752 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0aa197df-3d4e-4f53-8d8d-9348cd589624 req-e385775e-601a-428a-8341-2e222781bccc tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e8cef9-55b8-43ca-80df-c2de35a0d87d HTTP/1.1" status: 200 len: 946 time: 0.0897164 Apr 19 18:19:32.580241 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0aa197df-3d4e-4f53-8d8d-9348cd589624 req-e842adf3-de20-4973-8593-90bad042b4df tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c38b06e-39d7-4e44-99b1-b97d8bfc7837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422237 Apr 19 18:19:33.150557 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:33.542999 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5b1e98-17fd-4a58-928a-5b410ccc4d85 req-e12d924e-9559-47ff-9972-bea113f25715 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:33.544633 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1b5b1e98-17fd-4a58-928a-5b410ccc4d85 req-e12d924e-9559-47ff-9972-bea113f25715 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?device_id=16315f5a-aa7c-4989-ae90-ef13ce620234 HTTP/1.1" status: 200 len: 946 time: 0.3111391 Apr 19 18:19:33.591719 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1b5b1e98-17fd-4a58-928a-5b410ccc4d85 req-39fa7835-076a-4dd8-adbc-6240213ab45a tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b617a3-7089-49ee-9bc8-958ab3c8bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405314 Apr 19 18:19:33.796261 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c521867-cf2c-4b0c-b58c-950357f747f0 req-ad4d4169-213d-4fdb-bc63-18a934a222b2 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:33.797832 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4c521867-cf2c-4b0c-b58c-950357f747f0 req-ad4d4169-213d-4fdb-bc63-18a934a222b2 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e8cef9-55b8-43ca-80df-c2de35a0d87d HTTP/1.1" status: 200 len: 946 time: 0.0944817 Apr 19 18:19:33.845533 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4c521867-cf2c-4b0c-b58c-950357f747f0 req-d43b1eaa-0268-4ac0-8d82-a723ee1d95e3 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c38b06e-39d7-4e44-99b1-b97d8bfc7837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412107 Apr 19 18:19:34.809944 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2ea189-2ebd-4305-ad23-b46d37171d7c req-546a11a7-2993-4186-9bd8-11c9e0a17337 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:34.811604 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0b2ea189-2ebd-4305-ad23-b46d37171d7c req-546a11a7-2993-4186-9bd8-11c9e0a17337 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?device_id=16315f5a-aa7c-4989-ae90-ef13ce620234 HTTP/1.1" status: 200 len: 946 time: 0.0964737 Apr 19 18:19:34.858908 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0b2ea189-2ebd-4305-ad23-b46d37171d7c req-640683c1-a2dc-4628-8c3e-55a93ad0474b tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b617a3-7089-49ee-9bc8-958ab3c8bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409281 Apr 19 18:19:35.005395 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9bf6e7-b717-4dd9-88f9-2adfda446654 req-ff73b1c9-6364-4976-b76b-5a67de66c965 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:35.007073 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0c9bf6e7-b717-4dd9-88f9-2adfda446654 req-ff73b1c9-6364-4976-b76b-5a67de66c965 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.53 "GET /v2.0/ports?device_id=16315f5a-aa7c-4989-ae90-ef13ce620234 HTTP/1.1" status: 200 len: 946 time: 0.0904753 Apr 19 18:19:35.058585 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72d6eae-9aaa-4346-889b-e025be65921e req-e08e8cac-fdfb-48de-96e8-19525baf83e9 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:35.058829 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Device 4bd4ec69-a07a-47ff-a9c2-582527ede9a9 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:19:35.060653 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d72d6eae-9aaa-4346-889b-e025be65921e req-e08e8cac-fdfb-48de-96e8-19525baf83e9 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e8cef9-55b8-43ca-80df-c2de35a0d87d HTTP/1.1" status: 200 len: 946 time: 0.0942349 Apr 19 18:19:35.098651 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [req-0c9bf6e7-b717-4dd9-88f9-2adfda446654 req-a8861b6d-e705-42a1-a82f-2d810c05b4b0 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Deleting port dab3f0e8-b34c-4a91-941f-44c4e7d7d787 {{(pid=86363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:19:35.099029 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-0c9bf6e7-b717-4dd9-88f9-2adfda446654 req-a8861b6d-e705-42a1-a82f-2d810c05b4b0 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254156519796'] for port, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:35.122134 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d72d6eae-9aaa-4346-889b-e025be65921e req-5141803f-7d5d-4966-aad7-26a72f2eb467 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c38b06e-39d7-4e44-99b1-b97d8bfc7837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544851 Apr 19 18:19:35.207747 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] For port 4bd4ec69-a07a-47ff-a9c2-582527ede9a9, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=4bd4ec69-a07a-47ff-a9c2-582527ede9a9,segment=NetworkSegment(aa54b807-4b3f-4b4f-87af-c51beb1f731e),segment_id=aa54b807-4b3f-4b4f-87af-c51beb1f731e)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:19:35.222860 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Returning: {'device': '4bd4ec69-a07a-47ff-a9c2-582527ede9a9', 'network_id': '7bcee201-e581-4998-8db1-0eb0dcf42dab', 'port_id': '4bd4ec69-a07a-47ff-a9c2-582527ede9a9', 'mac_address': 'fa:16:3e:eb:07:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f115f197-c2a2-4c8a-a041-6b1ab4a2efc7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:19:35.289714 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:35.309132 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4bd4ec69-a07a-47ff-a9c2-582527ede9a9 {{(pid=86364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:19:35.325779 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] For port 4bd4ec69-a07a-47ff-a9c2-582527ede9a9, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=4bd4ec69-a07a-47ff-a9c2-582527ede9a9,segment=NetworkSegment(aa54b807-4b3f-4b4f-87af-c51beb1f731e),segment_id=aa54b807-4b3f-4b4f-87af-c51beb1f731e)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:19:35.328358 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:35.330959 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:35.379737 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-0c9bf6e7-b717-4dd9-88f9-2adfda446654 req-a8861b6d-e705-42a1-a82f-2d810c05b4b0 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] For port dab3f0e8-b34c-4a91-941f-44c4e7d7d787, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=dab3f0e8-b34c-4a91-941f-44c4e7d7d787,segment=NetworkSegment(3fe2987a-6741-4b11-91b6-22e760693dd6),segment_id=3fe2987a-6741-4b11-91b6-22e760693dd6)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:19:35.380193 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-0c9bf6e7-b717-4dd9-88f9-2adfda446654 req-a8861b6d-e705-42a1-a82f-2d810c05b4b0 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648318'] for port, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:35.414107 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Pushing event updated for resources: {'Port': ['ID=4bd4ec69-a07a-47ff-a9c2-582527ede9a9,revision_number=6']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:35.422804 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:19:35.423325 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:19:35.423788 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:19:35.424243 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:19:35.424692 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:19:35.425139 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:19:35.425585 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:19:35.426029 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:19:35.426480 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:19:35.426927 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:19:35.427386 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:19:35.427830 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:19:35.432022 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:35.459062 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] get_ports_and_sgs() called for port_ids ['4bd4ec69-a07a-47ff-a9c2-582527ede9a9'] {{(pid=86364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:19:35.556084 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [req-0c9bf6e7-b717-4dd9-88f9-2adfda446654 req-a8861b6d-e705-42a1-a82f-2d810c05b4b0 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Calling delete_port for dab3f0e8-b34c-4a91-941f-44c4e7d7d787 owned by compute:nova {{(pid=86363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:19:35.757586 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-0c9bf6e7-b717-4dd9-88f9-2adfda446654 req-a8861b6d-e705-42a1-a82f-2d810c05b4b0 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254156516127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254156964383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10486948'] for port, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:35.764260 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-0dcbf6d0-d896-48e9-a8e9-049ffc5cf420 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:35.770037 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] get_ports_and_sgs() called for port_ids ['dab3f0e8-b34c-4a91-941f-44c4e7d7d787'] {{(pid=86364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:19:35.820247 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8861b6d-e705-42a1-a82f-2d810c05b4b0 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Pushing event deleted for resources: {'Port': ['ID=dab3f0e8-b34c-4a91-941f-44c4e7d7d787,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:35.824297 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-a8861b6d-e705-42a1-a82f-2d810c05b4b0 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:35.905202 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c9bf6e7-b717-4dd9-88f9-2adfda446654 req-a8861b6d-e705-42a1-a82f-2d810c05b4b0 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] No DVR routers for this DVR port dab3f0e8-b34c-4a91-941f-44c4e7d7d787 on host hv-cinder-78692 {{(pid=86363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:19:35.907822 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-0c9bf6e7-b717-4dd9-88f9-2adfda446654 req-a8861b6d-e705-42a1-a82f-2d810c05b4b0 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773849'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:35.910833 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16315f5a-aa7c-4989-ae90-ef13ce620234', 'name': 'network-vif-deleted', 'tag': 'dab3f0e8-b34c-4a91-941f-44c4e7d7d787'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:19:35.924473 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0c9bf6e7-b717-4dd9-88f9-2adfda446654 req-a8861b6d-e705-42a1-a82f-2d810c05b4b0 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.53 "DELETE /v2.0/ports/dab3f0e8-b34c-4a91-941f-44c4e7d7d787 HTTP/1.1" status: 204 len: 173 time: 0.9079618 Apr 19 18:19:35.966953 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16315f5a-aa7c-4989-ae90-ef13ce620234', 'name': 'network-vif-deleted', 'tag': 'dab3f0e8-b34c-4a91-941f-44c4e7d7d787', 'status': 'completed', 'code': 200} Apr 19 18:19:36.043108 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-96f5ee96-5655-4c72-ad95-511532cc56c8 req-afd1f0fb-23bd-4d0f-b904-739ccc363ceb tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Synchronizing usage tracker for tenant:8280c444ce7f4603a8a1042629dae0e6 on resource:port {{(pid=86362) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:19:36.060918 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-96f5ee96-5655-4c72-ad95-511532cc56c8 req-afd1f0fb-23bd-4d0f-b904-739ccc363ceb tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Unset dirty status for tenant:8280c444ce7f4603a8a1042629dae0e6 on resource:port {{(pid=86362) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:19:36.062223 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-96f5ee96-5655-4c72-ad95-511532cc56c8 req-afd1f0fb-23bd-4d0f-b904-739ccc363ceb tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] 10.222.0.36 "GET /v2.0/ports?device_id=16315f5a-aa7c-4989-ae90-ef13ce620234 HTTP/1.1" status: 200 len: 210 time: 0.0704718 Apr 19 18:19:36.336163 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f992c5-2091-44c6-966b-aee682b15663 req-d1156e5e-0e0f-4e5b-9b5c-fd2f0a526956 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:36.337835 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b5f992c5-2091-44c6-966b-aee682b15663 req-d1156e5e-0e0f-4e5b-9b5c-fd2f0a526956 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e8cef9-55b8-43ca-80df-c2de35a0d87d HTTP/1.1" status: 200 len: 945 time: 0.0893073 Apr 19 18:19:36.388242 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b5f992c5-2091-44c6-966b-aee682b15663 req-43323a2d-0169-432e-b1cd-2d4d31ea2ad6 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c38b06e-39d7-4e44-99b1-b97d8bfc7837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436945 Apr 19 18:19:37.062884 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Device 4bd4ec69-a07a-47ff-a9c2-582527ede9a9 up at agent hyperv_hv-cinder-78692 {{(pid=86364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:19:37.140983 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Provisioning complete for port 4bd4ec69-a07a-47ff-a9c2-582527ede9a9 triggered by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:19:37.141404 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:37.166755 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 34120) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:19:37.270923 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:37.302842 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53e8cef9-55b8-43ca-80df-c2de35a0d87d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd4ec69-a07a-47ff-a9c2-582527ede9a9'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:19:37.313987 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] For port 4bd4ec69-a07a-47ff-a9c2-582527ede9a9, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=4bd4ec69-a07a-47ff-a9c2-582527ede9a9,segment=NetworkSegment(aa54b807-4b3f-4b4f-87af-c51beb1f731e),segment_id=aa54b807-4b3f-4b4f-87af-c51beb1f731e)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:19:37.317686 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:37.318809 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Device dab3f0e8-b34c-4a91-941f-44c4e7d7d787 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:19:37.359441 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:37.396651 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53e8cef9-55b8-43ca-80df-c2de35a0d87d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd4ec69-a07a-47ff-a9c2-582527ede9a9', 'code': 200} Apr 19 18:19:37.397379 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] No Port match for: dab3f0e8-b34c-4a91-941f-44c4e7d7d787 {{(pid=86364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:19:37.397768 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Device dab3f0e8-b34c-4a91-941f-44c4e7d7d787 not bound to the agent host hv-cinder-78692 {{(pid=86364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:19:37.434574 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Pushing event updated for resources: {'Port': ['ID=4bd4ec69-a07a-47ff-a9c2-582527ede9a9,revision_number=7']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:37.437805 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:37.605283 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa190630-dc19-4220-837f-3032936218c7 req-39840a77-462a-41da-a25a-2d1ab2cac31d tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:37.607183 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-fa190630-dc19-4220-837f-3032936218c7 req-39840a77-462a-41da-a25a-2d1ab2cac31d tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e8cef9-55b8-43ca-80df-c2de35a0d87d HTTP/1.1" status: 200 len: 946 time: 0.0937877 Apr 19 18:19:37.664113 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-fa190630-dc19-4220-837f-3032936218c7 req-9d33814c-6c4b-440f-82a5-332ecbf0e02d tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c38b06e-39d7-4e44-99b1-b97d8bfc7837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497155 Apr 19 18:19:37.777097 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-73b2e338-95e6-48cd-89b2-3f821610f903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622745'] for router_interface, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:38.205414 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-73b2e338-95e6-48cd-89b2-3f821610f903 admin admin] Deleting port 1ea59b51-1470-479c-821b-53999e684bb9 {{(pid=86363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:19:38.205969 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-73b2e338-95e6-48cd-89b2-3f821610f903 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254156519796'] for port, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:38.301222 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca05bd07-1df6-41f6-bc6b-436e7f8ba3ef req-f2da2dee-1ac4-4140-857d-ae1460f484bc tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:38.302874 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ca05bd07-1df6-41f6-bc6b-436e7f8ba3ef req-f2da2dee-1ac4-4140-857d-ae1460f484bc tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b691650-77a3-46c0-a67b-efc4dfadac21 HTTP/1.1" status: 200 len: 945 time: 0.0906651 Apr 19 18:19:38.353955 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ca05bd07-1df6-41f6-bc6b-436e7f8ba3ef req-c61d1b9e-22d8-45bf-9bfa-9248d643caaf tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/security-groups?id=778d29cd-223c-4156-b234-ea1b27d18789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444264 Apr 19 18:19:38.398426 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-73b2e338-95e6-48cd-89b2-3f821610f903 admin admin] For port 1ea59b51-1470-479c-821b-53999e684bb9, host dv-cinder-786927-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-iscsi',level=0,port_id=1ea59b51-1470-479c-821b-53999e684bb9,segment=NetworkSegment(3fe2987a-6741-4b11-91b6-22e760693dd6),segment_id=3fe2987a-6741-4b11-91b6-22e760693dd6)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:19:38.398826 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-73b2e338-95e6-48cd-89b2-3f821610f903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648318'] for port, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:38.535705 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-73b2e338-95e6-48cd-89b2-3f821610f903 admin admin] Calling delete_port for 1ea59b51-1470-479c-821b-53999e684bb9 owned by network:router_interface {{(pid=86363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:19:39.151898 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-73b2e338-95e6-48cd-89b2-3f821610f903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254156516127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254156964383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10486948'] for port, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:39.159357 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-7a9d0a53-8486-4142-ab5d-a90c4273b7dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:39.213500 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b2e338-95e6-48cd-89b2-3f821610f903 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ea59b51-1470-479c-821b-53999e684bb9,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:39.249111 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-73b2e338-95e6-48cd-89b2-3f821610f903 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:39.309741 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc29418f-c3f4-49f6-9002-47552ecabcf1 req-2b09f917-b89f-44ca-9987-979260751de4 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:39.311409 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-fc29418f-c3f4-49f6-9002-47552ecabcf1 req-2b09f917-b89f-44ca-9987-979260751de4 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e8cef9-55b8-43ca-80df-c2de35a0d87d HTTP/1.1" status: 200 len: 946 time: 0.5098066 Apr 19 18:19:39.499390 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-fc29418f-c3f4-49f6-9002-47552ecabcf1 req-88676bd2-b3da-4a7d-92b3-e6ebf84a216a tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c38b06e-39d7-4e44-99b1-b97d8bfc7837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1788127 Apr 19 18:19:39.555484 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-73b2e338-95e6-48cd-89b2-3f821610f903 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854015838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-622823'] for router_interface, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:39.570581 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd23ea26-f5ec-4c93-8264-9c1338203e7d req-2d8f3c8a-4824-4397-a52a-b98979c2074b tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:39.572287 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-dd23ea26-f5ec-4c93-8264-9c1338203e7d req-2d8f3c8a-4824-4397-a52a-b98979c2074b tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b691650-77a3-46c0-a67b-efc4dfadac21 HTTP/1.1" status: 200 len: 945 time: 0.0978501 Apr 19 18:19:39.624457 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-dd23ea26-f5ec-4c93-8264-9c1338203e7d req-d6925980-784e-432b-9451-5b85b97a319b tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/security-groups?id=778d29cd-223c-4156-b234-ea1b27d18789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454876 Apr 19 18:19:39.960307 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73b2e338-95e6-48cd-89b2-3f821610f903 admin admin] Router 649ab1c6-81c1-47de-9efb-c290da08b20d has already been hosted by L3 agent 24af6f5b-4620-4572-ab28-0613f710586e {{(pid=86363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:19:40.157367 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b2e338-95e6-48cd-89b2-3f821610f903 admin admin] Notify agent at l3_agent.dv-cinder-786927-1-iscsi the message routers_updated {{(pid=86363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:19:40.166809 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d456c19-ea8a-449a-b681-50b1b4717862 None None] Sync routers for ids ['649ab1c6-81c1-47de-9efb-c290da08b20d'] in dv-cinder-786927-1-iscsi {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:19:40.177132 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 34152) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:19:40.177371 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-73b2e338-95e6-48cd-89b2-3f821610f903 admin admin] 10.222.0.36 "PUT /v2.0/routers/649ab1c6-81c1-47de-9efb-c290da08b20d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0085032 Apr 19 18:19:40.178875 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d456c19-ea8a-449a-b681-50b1b4717862 None None] Routers {'649ab1c6-81c1-47de-9efb-c290da08b20d'} bound to L3 agent in host dv-cinder-786927-1-iscsi {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:19:40.179644 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-4d456c19-ea8a-449a-b681-50b1b4717862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T18:07:54Z,description=,heartbeat_timestamp=2021-04-19T18:19:24Z,host='dv-cinder-786927-1-iscsi',id=24af6f5b-4620-4572-ab28-0613f710586e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:07:54Z,topic='l3_agent')) {'router_ids': ['649ab1c6-81c1-47de-9efb-c290da08b20d'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:19:40.312965 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.agents_db [None req-8d26a53d-5aec-40fe-9147-3f846c88e388 None None] Agent healthcheck: found 6 active agents {{(pid=86365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:19:40.373696 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5f38c27b-a87a-49f1-a23c-fd2fdb248820 admin admin] Notify callbacks [] for router, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:40.381696 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-4d456c19-ea8a-449a-b681-50b1b4717862 None None] Set router 649ab1c6-81c1-47de-9efb-c290da08b20d gateway port host: dv-cinder-786927-1-iscsi {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:19:40.572333 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5f38c27b-a87a-49f1-a23c-fd2fdb248820 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:40.581018 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-5f38c27b-a87a-49f1-a23c-fd2fdb248820 admin admin] Deleting port 243d1416-2edb-4750-a40c-6a1ae9b689da {{(pid=86362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:19:40.581403 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5f38c27b-a87a-49f1-a23c-fd2fdb248820 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254156519796'] for port, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:40.788715 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-5f38c27b-a87a-49f1-a23c-fd2fdb248820 admin admin] For port 243d1416-2edb-4750-a40c-6a1ae9b689da, host dv-cinder-786927-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-iscsi',level=0,port_id=243d1416-2edb-4750-a40c-6a1ae9b689da,segment=NetworkSegment(c45e75c0-3629-4b9b-9637-c1f0a35fb912),segment_id=c45e75c0-3629-4b9b-9637-c1f0a35fb912)] {{(pid=86362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:19:40.789375 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5f38c27b-a87a-49f1-a23c-fd2fdb248820 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648318'] for port, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:40.816265 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a658301-5152-4e1e-a39a-f7c4056525a8 req-083a2cd4-2025-40a3-88c9-235b8803f70e tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:40.826328 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-3a658301-5152-4e1e-a39a-f7c4056525a8 req-083a2cd4-2025-40a3-88c9-235b8803f70e tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e8cef9-55b8-43ca-80df-c2de35a0d87d HTTP/1.1" status: 200 len: 946 time: 0.1917088 Apr 19 18:19:40.864404 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-4d456c19-ea8a-449a-b681-50b1b4717862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649ab1c6-81c1-47de-9efb-c290da08b20d', 'name': 'tempest-ServerRescueNegativeTestJSON-189171372-router', 'tenant_id': '8280c444ce7f4603a8a1042629dae0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '243d1416-2edb-4750-a40c-6a1ae9b689da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:16:18Z', 'updated_at': '2021-04-19T18:19:38Z', 'revision_number': 5, 'project_id': '8280c444ce7f4603a8a1042629dae0e6', 'gw_port': {'id': '243d1416-2edb-4750-a40c-6a1ae9b689da', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649ab1c6-81c1-47de-9efb-c290da08b20d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:16:21Z', 'updated_at': '2021-04-19T18:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi'}], 'dv-cinder-786927-1-iscsi', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:19:40.869976 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d456c19-ea8a-449a-b681-50b1b4717862 None None] Checking router: 649ab1c6-81c1-47de-9efb-c290da08b20d for host: dv-cinder-786927-1-iscsi {{(pid=86365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:19:40.880983 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d456c19-ea8a-449a-b681-50b1b4717862 None None] Routers {'649ab1c6-81c1-47de-9efb-c290da08b20d'} bound to L3 agent in host dv-cinder-786927-1-iscsi {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:19:40.882448 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-4d456c19-ea8a-449a-b681-50b1b4717862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T18:07:54Z,description=,heartbeat_timestamp=2021-04-19T18:19:24Z,host='dv-cinder-786927-1-iscsi',id=24af6f5b-4620-4572-ab28-0613f710586e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:07:54Z,topic='l3_agent')) {'router_ids': ['649ab1c6-81c1-47de-9efb-c290da08b20d'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:19:40.921899 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-3a658301-5152-4e1e-a39a-f7c4056525a8 req-6af25228-0464-492a-b61b-365a3e473638 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c38b06e-39d7-4e44-99b1-b97d8bfc7837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885913 Apr 19 18:19:40.953547 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-5f38c27b-a87a-49f1-a23c-fd2fdb248820 admin admin] Calling delete_port for 243d1416-2edb-4750-a40c-6a1ae9b689da owned by network:router_gateway {{(pid=86362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:19:41.072475 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-4d456c19-ea8a-449a-b681-50b1b4717862 None None] Set router 649ab1c6-81c1-47de-9efb-c290da08b20d gateway port host: None {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:19:41.194422 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-4d456c19-ea8a-449a-b681-50b1b4717862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649ab1c6-81c1-47de-9efb-c290da08b20d', 'name': 'tempest-ServerRescueNegativeTestJSON-189171372-router', 'tenant_id': '8280c444ce7f4603a8a1042629dae0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:16:18Z', 'updated_at': '2021-04-19T18:19:40Z', 'revision_number': 6, 'project_id': '8280c444ce7f4603a8a1042629dae0e6', 'gw_port_host': None}], 'dv-cinder-786927-1-iscsi', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:19:41.199513 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d456c19-ea8a-449a-b681-50b1b4717862 None None] The sync data for ids ['649ab1c6-81c1-47de-9efb-c290da08b20d'] in dv-cinder-786927-1-iscsi is: [{'id': '649ab1c6-81c1-47de-9efb-c290da08b20d', 'name': 'tempest-ServerRescueNegativeTestJSON-189171372-router', 'tenant_id': '8280c444ce7f4603a8a1042629dae0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:16:18Z', 'updated_at': '2021-04-19T18:19:40Z', 'revision_number': 6, 'project_id': '8280c444ce7f4603a8a1042629dae0e6', 'gw_port_host': None}] {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:19:41.596816 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358cdb23-422f-48be-98bb-eff43f96ec24 req-cafa11ba-245a-43e7-a44e-c0fff86a6f34 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:41.598447 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-358cdb23-422f-48be-98bb-eff43f96ec24 req-cafa11ba-245a-43e7-a44e-c0fff86a6f34 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b691650-77a3-46c0-a67b-efc4dfadac21 HTTP/1.1" status: 200 len: 945 time: 0.6145921 Apr 19 18:19:41.680040 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-358cdb23-422f-48be-98bb-eff43f96ec24 req-b69225fc-dc4a-40f6-a943-0bdabb16f088 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/security-groups?id=778d29cd-223c-4156-b234-ea1b27d18789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719666 Apr 19 18:19:41.787312 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5f38c27b-a87a-49f1-a23c-fd2fdb248820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254156516127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254156964383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844104858'] for port, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:41.793571 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:41.845097 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f38c27b-a87a-49f1-a23c-fd2fdb248820 admin admin] Pushing event deleted for resources: {'Port': ['ID=243d1416-2edb-4750-a40c-6a1ae9b689da,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:41.848887 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-5f38c27b-a87a-49f1-a23c-fd2fdb248820 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:41.960606 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5f38c27b-a87a-49f1-a23c-fd2fdb248820 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854126490'] for router_gateway, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:42.115943 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device 243d1416-2edb-4750-a40c-6a1ae9b689da no longer exists at agent ovs-agent-dv-cinder-786927-1-iscsi {{(pid=86364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:19:42.202732 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd8593b-f5a3-4df2-926a-07b943525f96 req-081a0b57-d438-45e1-8487-5a1c1ff1f6b8 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:42.204769 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-3cd8593b-f5a3-4df2-926a-07b943525f96 req-081a0b57-d438-45e1-8487-5a1c1ff1f6b8 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e8cef9-55b8-43ca-80df-c2de35a0d87d HTTP/1.1" status: 200 len: 946 time: 0.1338975 Apr 19 18:19:42.246734 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] No Port match for: 243d1416-2edb-4750-a40c-6a1ae9b689da {{(pid=86364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:19:42.247770 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device 243d1416-2edb-4750-a40c-6a1ae9b689da not bound to the agent host dv-cinder-786927-1-iscsi {{(pid=86364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:19:42.248458 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device 1ea59b51-1470-479c-821b-53999e684bb9 no longer exists at agent ovs-agent-dv-cinder-786927-1-iscsi {{(pid=86364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:19:42.259642 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5f38c27b-a87a-49f1-a23c-fd2fdb248820 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854149062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854772563'] for router, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:42.262551 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5f38c27b-a87a-49f1-a23c-fd2fdb248820 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:42.291670 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] No Port match for: 1ea59b51-1470-479c-821b-53999e684bb9 {{(pid=86364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:19:42.292857 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device 1ea59b51-1470-479c-821b-53999e684bb9 not bound to the agent host dv-cinder-786927-1-iscsi {{(pid=86364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:19:42.318777 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-3cd8593b-f5a3-4df2-926a-07b943525f96 req-0ed98213-e51e-4f48-b7ea-cead52bb7778 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c38b06e-39d7-4e44-99b1-b97d8bfc7837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964875 Apr 19 18:19:42.390824 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5f38c27b-a87a-49f1-a23c-fd2fdb248820 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626302'] for router, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:42.391428 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f38c27b-a87a-49f1-a23c-fd2fdb248820 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 649ab1c6-81c1-47de-9efb-c290da08b20d {{(pid=86362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 19 18:19:42.447227 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5f38c27b-a87a-49f1-a23c-fd2fdb248820 admin admin] Notify callbacks [] for router, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:42.451775 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 34196) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:19:42.470195 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-5f38c27b-a87a-49f1-a23c-fd2fdb248820 admin admin] 10.222.0.36 "DELETE /v2.0/routers/649ab1c6-81c1-47de-9efb-c290da08b20d HTTP/1.1" status: 204 len: 168 time: 2.2917206 Apr 19 18:19:42.558952 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd810afc-60a9-4ce4-9f0f-fc3717545641 admin admin] Deleting subnet ada99008-3d7e-49b3-8e59-95a033a8bf6a {{(pid=86363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 18:19:42.563078 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-fd810afc-60a9-4ce4-9f0f-fc3717545641 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:42.627086 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-fd810afc-60a9-4ce4-9f0f-fc3717545641 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036842862324'] for subnet, precommit_delete_associations {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:42.702495 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-fd810afc-60a9-4ce4-9f0f-fc3717545641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013858'] for subnet, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:42.977774 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c768ce-804b-442f-bc8b-9d5e8d6680dd req-51b1dfea-2341-47bf-8ea6-d5a857d6b170 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:42.979947 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-17c768ce-804b-442f-bc8b-9d5e8d6680dd req-51b1dfea-2341-47bf-8ea6-d5a857d6b170 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b691650-77a3-46c0-a67b-efc4dfadac21 HTTP/1.1" status: 200 len: 945 time: 0.1175864 Apr 19 18:19:43.051892 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-17c768ce-804b-442f-bc8b-9d5e8d6680dd req-9132a317-d9d9-4349-a724-dcd6198be417 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/security-groups?id=778d29cd-223c-4156-b234-ea1b27d18789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651176 Apr 19 18:19:43.073494 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-fd810afc-60a9-4ce4-9f0f-fc3717545641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850761958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853862292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10487664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10691946'] for subnet, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:43.079505 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-ef6b7e65-c641-4c79-9e2e-c8a98efca350 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:43.131109 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd810afc-60a9-4ce4-9f0f-fc3717545641 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ada99008-3d7e-49b3-8e59-95a033a8bf6a,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:43.139941 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-fd810afc-60a9-4ce4-9f0f-fc3717545641 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:43.142873 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-fd810afc-60a9-4ce4-9f0f-fc3717545641 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759945'] for subnet, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:43.149587 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-fd810afc-60a9-4ce4-9f0f-fc3717545641 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/ada99008-3d7e-49b3-8e59-95a033a8bf6a HTTP/1.1" status: 204 len: 168 time: 0.6964514 Apr 19 18:19:43.152713 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 34202) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:19:43.294289 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-aeecbdcb-9b3a-4680-85a8-2efba94f1881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3689838'] for network, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:43.466469 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-aeecbdcb-9b3a-4680-85a8-2efba94f1881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850761865', 'neutron.services.segments.db._delete_segments_for_network-8782698178163'] for network, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:43.682011 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.services.segments.db [None req-aeecbdcb-9b3a-4680-85a8-2efba94f1881 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a0b2a47-900b-4baa-8d26-539dace3d837']}} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:19:43.700782 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.services.segments.db [None req-aeecbdcb-9b3a-4680-85a8-2efba94f1881 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fe2987a-6741-4b11-91b6-22e760693dd6') {'for_net_delete': True} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:19:43.700782 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.services.segments.db [None req-aeecbdcb-9b3a-4680-85a8-2efba94f1881 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fe2987a-6741-4b11-91b6-22e760693dd6') {} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:19:43.720621 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-aeecbdcb-9b3a-4680-85a8-2efba94f1881 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363254156488035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11913476'] for segment, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:43.742141 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a744877-c65b-4f14-a57f-3aaf7333e279 req-9d75a1f1-bde8-4c69-a823-7c4ef9d44f24 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:43.743829 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6a744877-c65b-4f14-a57f-3aaf7333e279 req-9d75a1f1-bde8-4c69-a823-7c4ef9d44f24 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e8cef9-55b8-43ca-80df-c2de35a0d87d HTTP/1.1" status: 200 len: 946 time: 0.1915870 Apr 19 18:19:43.752618 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-aeecbdcb-9b3a-4680-85a8-2efba94f1881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850937276'] for segment, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:43.762218 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aeecbdcb-9b3a-4680-85a8-2efba94f1881 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=86363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 18:19:43.903238 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6a744877-c65b-4f14-a57f-3aaf7333e279 req-98d58b1d-23b6-40cc-a017-ac2f31c2c451 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c38b06e-39d7-4e44-99b1-b97d8bfc7837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266677 Apr 19 18:19:44.269234 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-aeecbdcb-9b3a-4680-85a8-2efba94f1881 admin admin] Network 8a0b2a47-900b-4baa-8d26-539dace3d837 has no segments {{(pid=86363) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:19:44.281349 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-aeecbdcb-9b3a-4680-85a8-2efba94f1881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3838515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036844288813'] for segment, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:44.324073 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3e41f3-9fda-4f89-8de0-200e8eafb010 req-63e7546b-7116-47f5-ba9b-df78aef599ac tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:44.330325 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-fb3e41f3-9fda-4f89-8de0-200e8eafb010 req-63e7546b-7116-47f5-ba9b-df78aef599ac tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b691650-77a3-46c0-a67b-efc4dfadac21 HTTP/1.1" status: 200 len: 945 time: 0.1215911 Apr 19 18:19:44.420637 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-fb3e41f3-9fda-4f89-8de0-200e8eafb010 req-1b329afb-56e5-417e-840b-93ae6efe0151 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/security-groups?id=778d29cd-223c-4156-b234-ea1b27d18789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802259 Apr 19 18:19:44.528574 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-aeecbdcb-9b3a-4680-85a8-2efba94f1881 admin admin] Network 8a0b2a47-900b-4baa-8d26-539dace3d837 has no segments {{(pid=86363) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:19:44.560950 dv-cinder-786927-1-iscsi neutron-server[86249]: Traceback (most recent call last): Apr 19 18:19:44.560950 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 18:19:44.560950 dv-cinder-786927-1-iscsi neutron-server[86249]: timer() Apr 19 18:19:44.560950 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 18:19:44.560950 dv-cinder-786927-1-iscsi neutron-server[86249]: cb(*args, **kw) Apr 19 18:19:44.560950 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 18:19:44.560950 dv-cinder-786927-1-iscsi neutron-server[86249]: return func(*args, **kwargs) Apr 19 18:19:44.560950 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 18:19:44.560950 dv-cinder-786927-1-iscsi neutron-server[86249]: self._notify() Apr 19 18:19:44.560950 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 18:19:44.560950 dv-cinder-786927-1-iscsi neutron-server[86249]: self.callback(batched_events) Apr 19 18:19:44.560950 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 18:19:44.560950 dv-cinder-786927-1-iscsi neutron-server[86249]: event.method(event) Apr 19 18:19:44.560950 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 18:19:44.560950 dv-cinder-786927-1-iscsi neutron-server[86249]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 18:19:44.560950 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 18:19:44.560950 dv-cinder-786927-1-iscsi neutron-server[86249]: segment_id)['aggregates'][0] Apr 19 18:19:44.560950 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 18:19:44.560950 dv-cinder-786927-1-iscsi neutron-server[86249]: return f(self, *a, **k) Apr 19 18:19:44.560950 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 18:19:44.560950 dv-cinder-786927-1-iscsi neutron-server[86249]: return self._get(url).json() Apr 19 18:19:44.560950 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 18:19:44.560950 dv-cinder-786927-1-iscsi neutron-server[86249]: **kwargs) Apr 19 18:19:44.560950 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 18:19:44.560950 dv-cinder-786927-1-iscsi neutron-server[86249]: return self.request(url, 'GET', **kwargs) Apr 19 18:19:44.560950 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 18:19:44.560950 dv-cinder-786927-1-iscsi neutron-server[86249]: **endpoint_filter) Apr 19 18:19:44.560950 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 18:19:44.560950 dv-cinder-786927-1-iscsi neutron-server[86249]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 18:19:44.560950 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 18:19:44.560950 dv-cinder-786927-1-iscsi neutron-server[86249]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 18:19:44.560950 dv-cinder-786927-1-iscsi neutron-server[86249]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 18:19:44.744139 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-aeecbdcb-9b3a-4680-85a8-2efba94f1881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4013951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854123391'] for network, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:44.748272 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:44.765645 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-aeecbdcb-9b3a-4680-85a8-2efba94f1881 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759945'] for network, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:44.775279 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeecbdcb-9b3a-4680-85a8-2efba94f1881 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a0b2a47-900b-4baa-8d26-539dace3d837,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:44.779584 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-aeecbdcb-9b3a-4680-85a8-2efba94f1881 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:44.790260 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-aeecbdcb-9b3a-4680-85a8-2efba94f1881 admin admin] 10.222.0.36 "DELETE /v2.0/networks/8a0b2a47-900b-4baa-8d26-539dace3d837 HTTP/1.1" status: 204 len: 168 time: 1.6364617 Apr 19 18:19:45.017557 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 34226) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:19:45.142424 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-6c9b4775-41cd-49e6-971f-7267afcf0100 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8280c444ce7f4603a8a1042629dae0e6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1234174 Apr 19 18:19:45.145593 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 34230) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:19:45.200130 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91789792-257b-408a-a76b-6343680ee6b1 req-748b844e-3be1-40d6-823d-c289e91f5e35 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:45.201917 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-91789792-257b-408a-a76b-6343680ee6b1 req-748b844e-3be1-40d6-823d-c289e91f5e35 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e8cef9-55b8-43ca-80df-c2de35a0d87d HTTP/1.1" status: 200 len: 946 time: 0.1427236 Apr 19 18:19:45.215868 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7483e36c-c1e3-4a2c-9b15-3a9071ccea6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:45.244211 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7483e36c-c1e3-4a2c-9b15-3a9071ccea6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:45.256139 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-91789792-257b-408a-a76b-6343680ee6b1 req-65fa0b37-7cf3-49e8-b8a8-f648cac5f766 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c38b06e-39d7-4e44-99b1-b97d8bfc7837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474057 Apr 19 18:19:45.311767 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7483e36c-c1e3-4a2c-9b15-3a9071ccea6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:45.317039 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-006b4b0a-33ff-45f6-9c8a-0b019fe2a247 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:45.332155 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483e36c-c1e3-4a2c-9b15-3a9071ccea6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b617a3-7089-49ee-9bc8-958ab3c8bbe7,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:45.334889 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-7483e36c-c1e3-4a2c-9b15-3a9071ccea6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:45.342016 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7483e36c-c1e3-4a2c-9b15-3a9071ccea6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:45.343692 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-7483e36c-c1e3-4a2c-9b15-3a9071ccea6c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a5b617a3-7089-49ee-9bc8-958ab3c8bbe7 HTTP/1.1" status: 204 len: 168 time: 0.1969538 Apr 19 18:19:45.725516 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a72476-509d-4476-8924-692e962b3da9 req-90ec84df-4e7e-4a61-83ed-f8b4255390c4 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:45.727332 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-30a72476-509d-4476-8924-692e962b3da9 req-90ec84df-4e7e-4a61-83ed-f8b4255390c4 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b691650-77a3-46c0-a67b-efc4dfadac21 HTTP/1.1" status: 200 len: 945 time: 0.1254554 Apr 19 18:19:45.819899 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-30a72476-509d-4476-8924-692e962b3da9 req-6dc6e212-8a5e-4958-985c-55ff62a2aaee tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/security-groups?id=778d29cd-223c-4156-b234-ea1b27d18789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851195 Apr 19 18:19:46.558189 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d39b81-55ea-4631-ba05-8d27c2164671 req-2cc3ca8c-9480-4973-99ed-6bb5826667ff tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:46.566153 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-25d39b81-55ea-4631-ba05-8d27c2164671 req-2cc3ca8c-9480-4973-99ed-6bb5826667ff tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e8cef9-55b8-43ca-80df-c2de35a0d87d HTTP/1.1" status: 200 len: 946 time: 0.1280429 Apr 19 18:19:46.629939 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-25d39b81-55ea-4631-ba05-8d27c2164671 req-153f8b44-5262-4a72-ab6a-8346770920ed tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c38b06e-39d7-4e44-99b1-b97d8bfc7837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627248 Apr 19 18:19:47.143653 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56bba17-dbfc-408d-b444-d73cbde2ec31 req-c11e47b4-c801-463f-b793-5e014c5d69e5 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:47.146199 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b56bba17-dbfc-408d-b444-d73cbde2ec31 req-c11e47b4-c801-463f-b793-5e014c5d69e5 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b691650-77a3-46c0-a67b-efc4dfadac21 HTTP/1.1" status: 200 len: 945 time: 0.1398690 Apr 19 18:19:47.199722 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b56bba17-dbfc-408d-b444-d73cbde2ec31 req-98b5c150-04dc-4b68-a6dc-32ddedf3509c tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/security-groups?id=778d29cd-223c-4156-b234-ea1b27d18789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464115 Apr 19 18:19:47.953233 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61a2940-03ee-433c-9926-abbc0c8517f4 req-c85c12cd-0c4b-43d9-ba3d-ebdf2a7f8abf tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:47.954981 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d61a2940-03ee-433c-9926-abbc0c8517f4 req-c85c12cd-0c4b-43d9-ba3d-ebdf2a7f8abf tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e8cef9-55b8-43ca-80df-c2de35a0d87d HTTP/1.1" status: 200 len: 946 time: 0.1070628 Apr 19 18:19:48.035899 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d61a2940-03ee-433c-9926-abbc0c8517f4 req-fea26ce1-f963-4116-8c27-5bbb930286cb tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c38b06e-39d7-4e44-99b1-b97d8bfc7837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715668 Apr 19 18:19:48.452459 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b220b-bbfa-4236-9b5b-b1c6204270ba req-b897283f-5fc4-45d3-a0fc-db0c200b1b16 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:48.454353 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d28b220b-bbfa-4236-9b5b-b1c6204270ba req-b897283f-5fc4-45d3-a0fc-db0c200b1b16 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b691650-77a3-46c0-a67b-efc4dfadac21 HTTP/1.1" status: 200 len: 945 time: 0.1086402 Apr 19 18:19:48.553509 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d28b220b-bbfa-4236-9b5b-b1c6204270ba req-6aae0b1e-e24f-4c56-9216-9a478bc8e72b tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/security-groups?id=778d29cd-223c-4156-b234-ea1b27d18789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817904 Apr 19 18:19:49.389182 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb44a171-ebcc-4a10-8724-11321acf9c12 req-62dd462b-7aa3-47fb-b1f7-3e7ef8b956e3 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:49.391000 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-bb44a171-ebcc-4a10-8724-11321acf9c12 req-62dd462b-7aa3-47fb-b1f7-3e7ef8b956e3 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e8cef9-55b8-43ca-80df-c2de35a0d87d HTTP/1.1" status: 200 len: 946 time: 0.1480572 Apr 19 18:19:49.453925 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-bb44a171-ebcc-4a10-8724-11321acf9c12 req-3a5efe92-0f92-4748-b478-45c6ee55da7a tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c38b06e-39d7-4e44-99b1-b97d8bfc7837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475044 Apr 19 18:19:49.967787 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c92c765-8f6a-4c26-a26f-e2564dd321b6 req-b1f14cef-5598-4178-9ef0-95f9ffcd2db8 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:49.975785 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-9c92c765-8f6a-4c26-a26f-e2564dd321b6 req-b1f14cef-5598-4178-9ef0-95f9ffcd2db8 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b691650-77a3-46c0-a67b-efc4dfadac21 HTTP/1.1" status: 200 len: 945 time: 0.1295414 Apr 19 18:19:50.032780 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-9c92c765-8f6a-4c26-a26f-e2564dd321b6 req-9eaf93e7-8c56-46f7-af23-c033bc708949 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/security-groups?id=778d29cd-223c-4156-b234-ea1b27d18789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549774 Apr 19 18:19:50.408803 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9105e07d-e4cd-4889-b239-be72f2dc9301 req-5853a721-9d5c-4d35-895b-6343b822f51c tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:50.417962 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-9105e07d-e4cd-4889-b239-be72f2dc9301 req-5853a721-9d5c-4d35-895b-6343b822f51c tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b691650-77a3-46c0-a67b-efc4dfadac21 HTTP/1.1" status: 200 len: 945 time: 0.0990009 Apr 19 18:19:50.461482 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-9105e07d-e4cd-4889-b239-be72f2dc9301 req-63693d16-b4d9-413e-ad40-d2fbe030594d tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/security-groups?id=778d29cd-223c-4156-b234-ea1b27d18789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423653 Apr 19 18:19:50.554726 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2548130f-21cf-47f7-ac51-a3616994e999 req-525f8fe2-79a1-4f55-b896-994f3fb9ac34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:50.556380 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2548130f-21cf-47f7-ac51-a3616994e999 req-525f8fe2-79a1-4f55-b896-994f3fb9ac34 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fc6d959c6b83478bb73dfad880a83f28&device_id=1b691650-77a3-46c0-a67b-efc4dfadac21 HTTP/1.1" status: 200 len: 1098 time: 0.0910828 Apr 19 18:19:50.787530 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2548130f-21cf-47f7-ac51-a3616994e999 req-d108c74b-b6a8-4d29-be47-2e9ee06fb2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:50.787530 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2548130f-21cf-47f7-ac51-a3616994e999 req-d108c74b-b6a8-4d29-be47-2e9ee06fb2d5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3797f849-9d72-4a34-898b-30cdb86131ec HTTP/1.1" status: 200 len: 911 time: 0.2203698 Apr 19 18:19:50.936837 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b33477-623a-4c13-8c79-fb62b8b7aaaf req-3a319a23-027c-4d07-be72-83b50c633b1c tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:50.939376 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-48b33477-623a-4c13-8c79-fb62b8b7aaaf req-3a319a23-027c-4d07-be72-83b50c633b1c tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e8cef9-55b8-43ca-80df-c2de35a0d87d HTTP/1.1" status: 200 len: 946 time: 0.2839854 Apr 19 18:19:50.954202 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2548130f-21cf-47f7-ac51-a3616994e999 req-69f86bb2-cd7a-4e7f-b4e3-68902630415c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2cf87aef-3c78-43a0-9072-382888213ecc HTTP/1.1" status: 200 len: 1000 time: 0.1402078 Apr 19 18:19:51.045649 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2548130f-21cf-47f7-ac51-a3616994e999 req-9f3b7418-3181-437a-9dad-6be1fcb5b7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:51.047160 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2548130f-21cf-47f7-ac51-a3616994e999 req-9f3b7418-3181-437a-9dad-6be1fcb5b7e9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=43bddb65-670a-42dd-9742-7aecd345a4ee HTTP/1.1" status: 200 len: 849 time: 0.0754845 Apr 19 18:19:51.072314 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-48b33477-623a-4c13-8c79-fb62b8b7aaaf req-b45984e5-5181-4a85-b1f1-e52258147a62 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c38b06e-39d7-4e44-99b1-b97d8bfc7837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250746 Apr 19 18:19:51.177830 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2548130f-21cf-47f7-ac51-a3616994e999 req-708c5767-be51-4350-af42-f40c26e22a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:51.181263 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2548130f-21cf-47f7-ac51-a3616994e999 req-708c5767-be51-4350-af42-f40c26e22a92 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3797f849-9d72-4a34-898b-30cdb86131ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1121285 Apr 19 18:19:51.351630 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2548130f-21cf-47f7-ac51-a3616994e999 req-e83178ff-ccbe-478b-8465-2bfd04c06d9d service neutron] 10.222.0.53 "GET /v2.0/networks/3797f849-9d72-4a34-898b-30cdb86131ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614728 Apr 19 18:19:51.534171 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2548130f-21cf-47f7-ac51-a3616994e999 req-03e0a3b5-d902-4134-88e9-59bf651b2ca7 service neutron] 10.222.0.53 "GET /v2.0/networks/3797f849-9d72-4a34-898b-30cdb86131ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741364 Apr 19 18:19:51.689438 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34402e10-1436-4796-93e0-9dbb724ed095 req-25d57482-b029-4d98-94a0-a0b14b8319ca tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:51.691231 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-34402e10-1436-4796-93e0-9dbb724ed095 req-25d57482-b029-4d98-94a0-a0b14b8319ca tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b691650-77a3-46c0-a67b-efc4dfadac21 HTTP/1.1" status: 200 len: 945 time: 0.1005583 Apr 19 18:19:51.756398 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-99a5a6ee-c4ac-43d1-a3b5-93ae627929de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:51.756658 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-34402e10-1436-4796-93e0-9dbb724ed095 req-eeacfa7f-3d6d-4ff0-94da-ee356c6e5b58 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/security-groups?id=778d29cd-223c-4156-b234-ea1b27d18789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583498 Apr 19 18:19:52.306547 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be324dc3-3472-4bed-a47b-6443fab8df47 req-002542af-9c54-4d92-a036-fe66e1a0e0c1 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:52.308881 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-be324dc3-3472-4bed-a47b-6443fab8df47 req-002542af-9c54-4d92-a036-fe66e1a0e0c1 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e8cef9-55b8-43ca-80df-c2de35a0d87d HTTP/1.1" status: 200 len: 946 time: 0.0899920 Apr 19 18:19:52.364790 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-be324dc3-3472-4bed-a47b-6443fab8df47 req-ba9999ec-beec-4c04-a5b7-cad11c42cdde tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c38b06e-39d7-4e44-99b1-b97d8bfc7837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489359 Apr 19 18:19:52.963595 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a63f6fd-59c5-475e-ad8c-1bb5a286fcb7 req-f954fa3b-3291-4138-be85-87d2d532426e tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:52.965745 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-8a63f6fd-59c5-475e-ad8c-1bb5a286fcb7 req-f954fa3b-3291-4138-be85-87d2d532426e tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b691650-77a3-46c0-a67b-efc4dfadac21 HTTP/1.1" status: 200 len: 945 time: 0.0913877 Apr 19 18:19:53.012760 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-8a63f6fd-59c5-475e-ad8c-1bb5a286fcb7 req-397a824c-fda2-4fa3-bce4-316d3fe88530 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/security-groups?id=778d29cd-223c-4156-b234-ea1b27d18789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405374 Apr 19 18:19:53.577244 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b33023-0079-443e-8b3d-ba7ff11bf368 req-b8f000b6-8427-4c0a-9304-ff5b6e43e70d tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:53.579075 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-73b33023-0079-443e-8b3d-ba7ff11bf368 req-b8f000b6-8427-4c0a-9304-ff5b6e43e70d tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e8cef9-55b8-43ca-80df-c2de35a0d87d HTTP/1.1" status: 200 len: 946 time: 0.0925300 Apr 19 18:19:53.629784 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-73b33023-0079-443e-8b3d-ba7ff11bf368 req-0f718ac3-f316-487e-9a99-63725f0834c6 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c38b06e-39d7-4e44-99b1-b97d8bfc7837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438483 Apr 19 18:19:54.180407 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c8aef91e-ee49-4371-8eda-3ece3cc0a147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:54.217381 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f0543-9e90-4a85-a537-9249c6c89f72 req-53d04fac-a0ba-4aa2-8e49-5bb5a66e24c6 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:54.219029 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-547f0543-9e90-4a85-a537-9249c6c89f72 req-53d04fac-a0ba-4aa2-8e49-5bb5a66e24c6 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b691650-77a3-46c0-a67b-efc4dfadac21 HTTP/1.1" status: 200 len: 945 time: 0.0891428 Apr 19 18:19:54.268220 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-547f0543-9e90-4a85-a537-9249c6c89f72 req-c366370a-3d45-421d-81ec-0fcd53081aa7 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/security-groups?id=778d29cd-223c-4156-b234-ea1b27d18789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427082 Apr 19 18:19:54.790078 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-60872106-3921-4474-9775-f4da212b8297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:54.843849 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75507d06-61d8-4258-93c9-9b5b3af0f207 req-3d66650b-15a4-45d2-b901-79f700ade8a5 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:54.845441 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-75507d06-61d8-4258-93c9-9b5b3af0f207 req-3d66650b-15a4-45d2-b901-79f700ade8a5 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e8cef9-55b8-43ca-80df-c2de35a0d87d HTTP/1.1" status: 200 len: 946 time: 0.0958385 Apr 19 18:19:54.895439 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-75507d06-61d8-4258-93c9-9b5b3af0f207 req-ef656cb0-3bca-4a27-a532-a67417b6791a tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c38b06e-39d7-4e44-99b1-b97d8bfc7837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434136 Apr 19 18:19:55.476332 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3819360-f0c9-42a3-9616-82db89f65608 req-75997402-f10d-4353-a409-8f6f52f3b7ec tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:55.477896 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b3819360-f0c9-42a3-9616-82db89f65608 req-75997402-f10d-4353-a409-8f6f52f3b7ec tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b691650-77a3-46c0-a67b-efc4dfadac21 HTTP/1.1" status: 200 len: 945 time: 0.0901601 Apr 19 18:19:55.527924 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b3819360-f0c9-42a3-9616-82db89f65608 req-b0ec322e-aca7-438e-a990-945aac6c8f24 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/security-groups?id=778d29cd-223c-4156-b234-ea1b27d18789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430095 Apr 19 18:19:55.900357 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:56.075785 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3474dffd-6a99-4bf9-a738-281127fd0dfe req-acddf3ac-a89a-41db-a067-071dea5bf9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:56.077445 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-3474dffd-6a99-4bf9-a738-281127fd0dfe req-acddf3ac-a89a-41db-a067-071dea5bf9af service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d40df5788f6140729f7e263c33f44bda&device_id=53e8cef9-55b8-43ca-80df-c2de35a0d87d HTTP/1.1" status: 200 len: 1099 time: 0.1245632 Apr 19 18:19:56.131627 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-eae962f3-e32e-4947-814b-3e299d74c6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:56.252257 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e606683-44e6-48dd-b4a8-4289886ab97b req-4f04d8d7-c1c2-47fe-b924-2cd0ab67e25a tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:56.253939 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-9e606683-44e6-48dd-b4a8-4289886ab97b req-4f04d8d7-c1c2-47fe-b924-2cd0ab67e25a tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e8cef9-55b8-43ca-80df-c2de35a0d87d HTTP/1.1" status: 200 len: 946 time: 0.2222869 Apr 19 18:19:56.290318 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3474dffd-6a99-4bf9-a738-281127fd0dfe req-8894dc3d-e917-481b-bc08-9e4e1dbde00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:56.292810 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-3474dffd-6a99-4bf9-a738-281127fd0dfe req-8894dc3d-e917-481b-bc08-9e4e1dbde00f service neutron] 10.222.0.53 "GET /v2.0/networks?id=7bcee201-e581-4998-8db1-0eb0dcf42dab HTTP/1.1" status: 200 len: 918 time: 0.2016277 Apr 19 18:19:56.391597 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-9e606683-44e6-48dd-b4a8-4289886ab97b req-d53aeee5-44da-4118-a8ae-cda4390d47e6 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c38b06e-39d7-4e44-99b1-b97d8bfc7837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275470 Apr 19 18:19:56.435376 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-3474dffd-6a99-4bf9-a738-281127fd0dfe req-50d3bb49-6552-4449-8e7d-948fbf55232f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4bd4ec69-a07a-47ff-a9c2-582527ede9a9 HTTP/1.1" status: 200 len: 1002 time: 0.1220613 Apr 19 18:19:56.503810 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3474dffd-6a99-4bf9-a738-281127fd0dfe req-4fceea17-c875-4d9d-ad3e-d3ec95a3152a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:56.505406 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-3474dffd-6a99-4bf9-a738-281127fd0dfe req-4fceea17-c875-4d9d-ad3e-d3ec95a3152a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f115f197-c2a2-4c8a-a041-6b1ab4a2efc7 HTTP/1.1" status: 200 len: 856 time: 0.0639710 Apr 19 18:19:56.594898 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3474dffd-6a99-4bf9-a738-281127fd0dfe req-febd2327-c0ce-449e-bbf2-c232339ae369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:56.596658 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-3474dffd-6a99-4bf9-a738-281127fd0dfe req-febd2327-c0ce-449e-bbf2-c232339ae369 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7bcee201-e581-4998-8db1-0eb0dcf42dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0833418 Apr 19 18:19:56.737775 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771000c2-bba2-4479-9f92-98b919d8d26f req-b27247a4-f42c-4c32-87b4-008e7a3fce9e tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:56.739852 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-771000c2-bba2-4479-9f92-98b919d8d26f req-b27247a4-f42c-4c32-87b4-008e7a3fce9e tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b691650-77a3-46c0-a67b-efc4dfadac21 HTTP/1.1" status: 200 len: 945 time: 0.0978615 Apr 19 18:19:56.750290 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-3474dffd-6a99-4bf9-a738-281127fd0dfe req-ef5a657f-ea33-45fb-a5bd-a227f57919dd service neutron] 10.222.0.53 "GET /v2.0/networks/7bcee201-e581-4998-8db1-0eb0dcf42dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419542 Apr 19 18:19:56.797937 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-771000c2-bba2-4479-9f92-98b919d8d26f req-39d4e2bb-2866-4ec6-9f94-9e88afac616f tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/security-groups?id=778d29cd-223c-4156-b234-ea1b27d18789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501573 Apr 19 18:19:56.997971 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-3474dffd-6a99-4bf9-a738-281127fd0dfe req-b4f93b41-79f0-4f2c-acf1-6f8cfcdaaef7 service neutron] 10.222.0.53 "GET /v2.0/networks/7bcee201-e581-4998-8db1-0eb0dcf42dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386155 Apr 19 18:19:57.610898 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd77b8-3fd3-4ec4-8996-f61bcc86543b req-5156a495-c9cb-41ba-8a01-f821b6147109 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:57.612596 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f7dd77b8-3fd3-4ec4-8996-f61bcc86543b req-5156a495-c9cb-41ba-8a01-f821b6147109 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e8cef9-55b8-43ca-80df-c2de35a0d87d HTTP/1.1" status: 200 len: 946 time: 0.0915174 Apr 19 18:19:57.662157 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f7dd77b8-3fd3-4ec4-8996-f61bcc86543b req-c0e653e8-6008-48e8-a936-4b0ccacc015e tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c38b06e-39d7-4e44-99b1-b97d8bfc7837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429168 Apr 19 18:19:58.895966 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f16c84-ebf5-4ec6-9199-0572893858f5 req-935b210c-e7fb-47e0-9a2c-b1107a0f1de6 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:58.898176 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-31f16c84-ebf5-4ec6-9199-0572893858f5 req-935b210c-e7fb-47e0-9a2c-b1107a0f1de6 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65b0956-9e78-4e00-9ca1-e48822e5d706 HTTP/1.1" status: 200 len: 985 time: 0.0947812 Apr 19 18:19:58.962783 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-31f16c84-ebf5-4ec6-9199-0572893858f5 req-6ce55515-df51-4c97-a735-e61051254c20 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f990f24-52e2-461d-af08-f5de263c2507&id=ef149989-a3dc-43eb-b804-a5c3af631ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0480874 Apr 19 18:19:59.139630 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62564c9-b153-4918-b5d0-28023f1ac286 req-86f38583-cc9f-4e62-bbf8-058bc73ba5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:59.141263 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a62564c9-b153-4918-b5d0-28023f1ac286 req-86f38583-cc9f-4e62-bbf8-058bc73ba5a1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=46704111eb3c4f50b85ea3971427960a&device_id=a65b0956-9e78-4e00-9ca1-e48822e5d706 HTTP/1.1" status: 200 len: 1138 time: 0.3884301 Apr 19 18:19:59.154987 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be224433-74dd-4655-8e1a-7332cea6a6a7 req-88b1e7f3-35ba-4e48-843d-96f37a259a18 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:59.156623 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-be224433-74dd-4655-8e1a-7332cea6a6a7 req-88b1e7f3-35ba-4e48-843d-96f37a259a18 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e8cef9-55b8-43ca-80df-c2de35a0d87d HTTP/1.1" status: 200 len: 946 time: 0.3479586 Apr 19 18:19:59.166013 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Device 4bd4ec69-a07a-47ff-a9c2-582527ede9a9 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:19:59.288854 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:59.293893 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-be224433-74dd-4655-8e1a-7332cea6a6a7 req-eb890198-48cf-49a0-bdfe-b4c454caf0d9 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c38b06e-39d7-4e44-99b1-b97d8bfc7837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116874 Apr 19 18:19:59.326216 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53e8cef9-55b8-43ca-80df-c2de35a0d87d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bd4ec69-a07a-47ff-a9c2-582527ede9a9'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:19:59.332026 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62564c9-b153-4918-b5d0-28023f1ac286 req-32663ad7-e410-445c-90bf-eb14cab0150e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:59.332191 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] For port 4bd4ec69-a07a-47ff-a9c2-582527ede9a9, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=4bd4ec69-a07a-47ff-a9c2-582527ede9a9,segment=NetworkSegment(aa54b807-4b3f-4b4f-87af-c51beb1f731e),segment_id=aa54b807-4b3f-4b4f-87af-c51beb1f731e)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:19:59.333602 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a62564c9-b153-4918-b5d0-28023f1ac286 req-32663ad7-e410-445c-90bf-eb14cab0150e service neutron] 10.222.0.53 "GET /v2.0/networks?id=e8efb0b6-16ad-4533-a95b-48b52b3908a8 HTTP/1.1" status: 200 len: 916 time: 0.1760242 Apr 19 18:19:59.336832 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:59.339413 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:59.387504 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53e8cef9-55b8-43ca-80df-c2de35a0d87d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bd4ec69-a07a-47ff-a9c2-582527ede9a9', 'code': 200} Apr 19 18:19:59.414150 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Pushing event updated for resources: {'Port': ['ID=4bd4ec69-a07a-47ff-a9c2-582527ede9a9,revision_number=8']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:59.418450 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:20:00.171443 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750dba99-1b62-46ce-8b6e-8b0945e0e341 req-f457bf17-dda3-493d-9f90-ddb012618938 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:00.173163 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-750dba99-1b62-46ce-8b6e-8b0945e0e341 req-f457bf17-dda3-493d-9f90-ddb012618938 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65b0956-9e78-4e00-9ca1-e48822e5d706 HTTP/1.1" status: 200 len: 985 time: 0.0927305 Apr 19 18:20:00.223461 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-750dba99-1b62-46ce-8b6e-8b0945e0e341 req-0af09503-a7ca-44c8-82bc-af97df2a5940 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Synchronizing usage tracker for tenant:46704111eb3c4f50b85ea3971427960a on resource:security_group {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:20:00.237427 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-750dba99-1b62-46ce-8b6e-8b0945e0e341 req-0af09503-a7ca-44c8-82bc-af97df2a5940 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Unset dirty status for tenant:46704111eb3c4f50b85ea3971427960a on resource:security_group {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:20:00.238639 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-750dba99-1b62-46ce-8b6e-8b0945e0e341 req-0af09503-a7ca-44c8-82bc-af97df2a5940 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f990f24-52e2-461d-af08-f5de263c2507&id=ef149989-a3dc-43eb-b804-a5c3af631ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0582895 Apr 19 18:20:00.510520 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e6a018-643d-4bb1-9946-11863768a40d req-810f5f3e-7e59-4601-9260-f342b967594e tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:00.512178 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-15e6a018-643d-4bb1-9946-11863768a40d req-810f5f3e-7e59-4601-9260-f342b967594e tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e8cef9-55b8-43ca-80df-c2de35a0d87d HTTP/1.1" status: 200 len: 944 time: 0.0902867 Apr 19 18:20:00.558506 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-15e6a018-643d-4bb1-9946-11863768a40d req-ba3ec124-ef4f-40c2-9d7f-bbe3a9043a76 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c38b06e-39d7-4e44-99b1-b97d8bfc7837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399804 Apr 19 18:20:01.441766 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a81a6ac-4841-4e2d-b046-0037f71ccf01 req-a5651cfd-2481-413f-adcd-32df7cea3552 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:01.443492 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1a81a6ac-4841-4e2d-b046-0037f71ccf01 req-a5651cfd-2481-413f-adcd-32df7cea3552 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65b0956-9e78-4e00-9ca1-e48822e5d706 HTTP/1.1" status: 200 len: 985 time: 0.0909760 Apr 19 18:20:01.497447 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1a81a6ac-4841-4e2d-b046-0037f71ccf01 req-6f6ed63d-ad1b-4575-8d91-b8bc8e227031 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f990f24-52e2-461d-af08-f5de263c2507&id=ef149989-a3dc-43eb-b804-a5c3af631ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0473349 Apr 19 18:20:01.657187 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcec2d1-d300-4d44-8866-b1ab394e2fc7 req-5c3328a4-4407-4bdd-83ee-a8cd7e7e9409 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:01.658921 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-cbcec2d1-d300-4d44-8866-b1ab394e2fc7 req-5c3328a4-4407-4bdd-83ee-a8cd7e7e9409 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e8cef9-55b8-43ca-80df-c2de35a0d87d HTTP/1.1" status: 200 len: 944 time: 0.1007364 Apr 19 18:20:01.708994 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-cbcec2d1-d300-4d44-8866-b1ab394e2fc7 req-1350976a-70da-417b-82dc-db32433ae376 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c38b06e-39d7-4e44-99b1-b97d8bfc7837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432520 Apr 19 18:20:02.005190 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 34576) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:20:02.138230 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f5fc2e42-3af6-4cf2-afce-514799764f30 req-fe63584f-9c61-4f6d-b04c-d3678956b9ee service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=53e8cef9-55b8-43ca-80df-c2de35a0d87d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1314232 Apr 19 18:20:02.514677 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a62564c9-b153-4918-b5d0-28023f1ac286 req-b4992e4a-ccdf-498a-b266-cdebeb4c52aa service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2af5df0e-98fd-405a-b17d-eda3757228ca HTTP/1.1" status: 200 len: 1001 time: 0.1082203 Apr 19 18:20:02.585995 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62564c9-b153-4918-b5d0-28023f1ac286 req-a152a00b-ffc1-4a94-8d06-cdd4427d2ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:02.587730 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a62564c9-b153-4918-b5d0-28023f1ac286 req-a152a00b-ffc1-4a94-8d06-cdd4427d2ebe service neutron] 10.222.0.53 "GET /v2.0/subnets?id=436488b4-a126-4f89-965d-19454f3786a1 HTTP/1.1" status: 200 len: 854 time: 0.0672424 Apr 19 18:20:02.677165 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62564c9-b153-4918-b5d0-28023f1ac286 req-66126797-ceca-4895-bb79-f70d6d4c76fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:02.678922 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a62564c9-b153-4918-b5d0-28023f1ac286 req-66126797-ceca-4895-bb79-f70d6d4c76fb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e8efb0b6-16ad-4533-a95b-48b52b3908a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0828748 Apr 19 18:20:02.720499 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19edea97-8f8b-4dae-988f-46f42f91ff28 req-f35a2890-1afd-4859-83ae-6e7b2d261c6a tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:02.722153 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-19edea97-8f8b-4dae-988f-46f42f91ff28 req-f35a2890-1afd-4859-83ae-6e7b2d261c6a tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65b0956-9e78-4e00-9ca1-e48822e5d706 HTTP/1.1" status: 200 len: 985 time: 0.1040909 Apr 19 18:20:02.777193 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-19edea97-8f8b-4dae-988f-46f42f91ff28 req-78a97981-b40a-49aa-88ee-a607a35e1d29 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f990f24-52e2-461d-af08-f5de263c2507&id=ef149989-a3dc-43eb-b804-a5c3af631ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0473707 Apr 19 18:20:02.860570 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a62564c9-b153-4918-b5d0-28023f1ac286 req-f7c3562b-b528-4677-be9e-37919dad70d5 service neutron] 10.222.0.53 "GET /v2.0/networks/e8efb0b6-16ad-4533-a95b-48b52b3908a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727707 Apr 19 18:20:03.076837 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62decdd1-f4e4-4c59-b449-175e6111f8c3 req-a4837bcb-aeda-4aea-b2f5-fbfbb09278f2 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:03.078442 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-62decdd1-f4e4-4c59-b449-175e6111f8c3 req-a4837bcb-aeda-4aea-b2f5-fbfbb09278f2 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e8cef9-55b8-43ca-80df-c2de35a0d87d HTTP/1.1" status: 200 len: 944 time: 0.2207813 Apr 19 18:20:03.080558 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a62564c9-b153-4918-b5d0-28023f1ac286 req-00ae2848-9ada-45d5-9f91-f50792083b7f service neutron] 10.222.0.53 "GET /v2.0/networks/e8efb0b6-16ad-4533-a95b-48b52b3908a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805546 Apr 19 18:20:03.127434 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-62decdd1-f4e4-4c59-b449-175e6111f8c3 req-6bcc6c65-560a-4803-8ba5-4d74e89e0abb tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c38b06e-39d7-4e44-99b1-b97d8bfc7837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422518 Apr 19 18:20:03.166223 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:03.356550 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Device 4bd4ec69-a07a-47ff-a9c2-582527ede9a9 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:20:03.989577 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbccccf-7f24-4369-a1f0-89ed672d8e3c req-3678339c-9d66-472b-8520-22588389b33d tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:03.991302 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0fbccccf-7f24-4369-a1f0-89ed672d8e3c req-3678339c-9d66-472b-8520-22588389b33d tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65b0956-9e78-4e00-9ca1-e48822e5d706 HTTP/1.1" status: 200 len: 985 time: 0.0953641 Apr 19 18:20:04.044957 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0fbccccf-7f24-4369-a1f0-89ed672d8e3c req-2806367c-27f8-47b5-b4e4-bcff899635a9 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f990f24-52e2-461d-af08-f5de263c2507&id=ef149989-a3dc-43eb-b804-a5c3af631ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0464377 Apr 19 18:20:04.342206 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dc75e5-f0b2-4418-a098-928acbd6da1e req-944dc776-8a10-49ea-be87-0a0173dceb45 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:04.343977 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d4dc75e5-f0b2-4418-a098-928acbd6da1e req-944dc776-8a10-49ea-be87-0a0173dceb45 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e8cef9-55b8-43ca-80df-c2de35a0d87d HTTP/1.1" status: 200 len: 944 time: 0.0954759 Apr 19 18:20:04.395158 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d4dc75e5-f0b2-4418-a098-928acbd6da1e req-cd1faea0-622b-49d1-a1c8-8c71b75797ec tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c38b06e-39d7-4e44-99b1-b97d8bfc7837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446351 Apr 19 18:20:05.256227 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d56c3e-7d61-40c0-99f5-52ff1a709188 req-fd1f5c3f-306e-4b47-b61a-9fed81a100a6 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:05.257892 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-82d56c3e-7d61-40c0-99f5-52ff1a709188 req-fd1f5c3f-306e-4b47-b61a-9fed81a100a6 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65b0956-9e78-4e00-9ca1-e48822e5d706 HTTP/1.1" status: 200 len: 985 time: 0.0952034 Apr 19 18:20:05.315703 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-82d56c3e-7d61-40c0-99f5-52ff1a709188 req-0ae0ac8d-9d1c-4ee7-b663-15a09b8c7269 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f990f24-52e2-461d-af08-f5de263c2507&id=ef149989-a3dc-43eb-b804-a5c3af631ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0505881 Apr 19 18:20:05.607666 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2342fc-80b4-4ba6-8a85-433d98dda8fe req-1ab5c61d-91c5-4103-96cd-111e74e11ff7 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:05.609279 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1f2342fc-80b4-4ba6-8a85-433d98dda8fe req-1ab5c61d-91c5-4103-96cd-111e74e11ff7 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e8cef9-55b8-43ca-80df-c2de35a0d87d HTTP/1.1" status: 200 len: 944 time: 0.0906246 Apr 19 18:20:05.665186 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1f2342fc-80b4-4ba6-8a85-433d98dda8fe req-848cddc4-514d-4957-9a77-f4c68b74203e tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c38b06e-39d7-4e44-99b1-b97d8bfc7837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490646 Apr 19 18:20:06.522935 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14317b56-196c-4fdc-886d-778964476b2a req-793c48a6-6689-4700-a3f1-37e07ac0411d tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:06.524555 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-14317b56-196c-4fdc-886d-778964476b2a req-793c48a6-6689-4700-a3f1-37e07ac0411d tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65b0956-9e78-4e00-9ca1-e48822e5d706 HTTP/1.1" status: 200 len: 985 time: 0.0885339 Apr 19 18:20:06.574544 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-14317b56-196c-4fdc-886d-778964476b2a req-8d418813-24f1-49e9-8e54-000b7b3116f7 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f990f24-52e2-461d-af08-f5de263c2507&id=ef149989-a3dc-43eb-b804-a5c3af631ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0436013 Apr 19 18:20:06.881630 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11501d9-bd74-4658-8e8b-7cff35f20705 req-fa5b4d4c-7ce7-495f-ba06-2f9c5a610629 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:06.883349 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e11501d9-bd74-4658-8e8b-7cff35f20705 req-fa5b4d4c-7ce7-495f-ba06-2f9c5a610629 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e8cef9-55b8-43ca-80df-c2de35a0d87d HTTP/1.1" status: 200 len: 944 time: 0.0905478 Apr 19 18:20:06.933915 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e11501d9-bd74-4658-8e8b-7cff35f20705 req-58eddbee-4869-45d3-b61b-2f7632c0127c tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c38b06e-39d7-4e44-99b1-b97d8bfc7837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440300 Apr 19 18:20:07.781837 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918c33ba-fcb0-47cf-8195-94d298efbb98 req-108cc1ea-7b21-4d69-8fcf-31eef3085261 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:07.783457 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-918c33ba-fcb0-47cf-8195-94d298efbb98 req-108cc1ea-7b21-4d69-8fcf-31eef3085261 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65b0956-9e78-4e00-9ca1-e48822e5d706 HTTP/1.1" status: 200 len: 985 time: 0.0932806 Apr 19 18:20:07.833620 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-918c33ba-fcb0-47cf-8195-94d298efbb98 req-28c9d160-1bd4-48d0-998e-768fc04c114a tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f990f24-52e2-461d-af08-f5de263c2507&id=ef149989-a3dc-43eb-b804-a5c3af631ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0433056 Apr 19 18:20:08.141830 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9fb4a9-d846-4c13-b120-1e1796894b50 req-946c507e-da94-4f1d-8693-e1eb5749ab44 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:08.143434 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5d9fb4a9-d846-4c13-b120-1e1796894b50 req-946c507e-da94-4f1d-8693-e1eb5749ab44 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e8cef9-55b8-43ca-80df-c2de35a0d87d HTTP/1.1" status: 200 len: 944 time: 0.0922318 Apr 19 18:20:08.190793 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5d9fb4a9-d846-4c13-b120-1e1796894b50 req-74fdd23c-dc46-4e65-a314-906b9063018c tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c38b06e-39d7-4e44-99b1-b97d8bfc7837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410280 Apr 19 18:20:09.036074 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816e9937-3feb-45c1-945f-44b732c158a8 req-23c449ed-07f4-4968-b41c-01971cbb25dc tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:09.037664 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-816e9937-3feb-45c1-945f-44b732c158a8 req-23c449ed-07f4-4968-b41c-01971cbb25dc tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65b0956-9e78-4e00-9ca1-e48822e5d706 HTTP/1.1" status: 200 len: 985 time: 0.0902848 Apr 19 18:20:09.088838 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-816e9937-3feb-45c1-945f-44b732c158a8 req-aa1d581b-9d4b-4c75-893d-c519e665c9c7 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f990f24-52e2-461d-af08-f5de263c2507&id=ef149989-a3dc-43eb-b804-a5c3af631ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0445032 Apr 19 18:20:09.392765 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9db38f6-54c8-4da6-a3f6-bb04bacf73af req-c539f5c8-2ccf-4578-9bde-eaba49b1e90e tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:09.394545 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a9db38f6-54c8-4da6-a3f6-bb04bacf73af req-c539f5c8-2ccf-4578-9bde-eaba49b1e90e tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e8cef9-55b8-43ca-80df-c2de35a0d87d HTTP/1.1" status: 200 len: 944 time: 0.0884004 Apr 19 18:20:09.443929 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a9db38f6-54c8-4da6-a3f6-bb04bacf73af req-5139adc4-1842-4f05-a4dd-eb8a8c264893 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c38b06e-39d7-4e44-99b1-b97d8bfc7837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427852 Apr 19 18:20:10.292539 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbae340-52ad-4a43-ac96-89716ebc3d1a req-a8377ec6-9644-4793-a379-f7afcbd4abb5 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:10.294100 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4fbae340-52ad-4a43-ac96-89716ebc3d1a req-a8377ec6-9644-4793-a379-f7afcbd4abb5 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65b0956-9e78-4e00-9ca1-e48822e5d706 HTTP/1.1" status: 200 len: 985 time: 0.0909488 Apr 19 18:20:10.344350 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4fbae340-52ad-4a43-ac96-89716ebc3d1a req-68cfbaa4-44af-4118-b732-47bbb2ec3d7a tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f990f24-52e2-461d-af08-f5de263c2507&id=ef149989-a3dc-43eb-b804-a5c3af631ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0438914 Apr 19 18:20:10.657436 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10b041c-3dd2-46f7-aa3f-2a5261d69b02 req-f66e997b-b20f-4839-84f6-1ed98ad2af34 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:10.658992 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a10b041c-3dd2-46f7-aa3f-2a5261d69b02 req-f66e997b-b20f-4839-84f6-1ed98ad2af34 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e8cef9-55b8-43ca-80df-c2de35a0d87d HTTP/1.1" status: 200 len: 944 time: 0.0933511 Apr 19 18:20:10.710757 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a10b041c-3dd2-46f7-aa3f-2a5261d69b02 req-8f6822d9-8211-429d-a21f-1b8e28f9c901 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c38b06e-39d7-4e44-99b1-b97d8bfc7837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450492 Apr 19 18:20:11.549198 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fcc491-704b-4eb1-88ba-d261503f9ddd req-48b439db-59ba-490c-bbe6-e496a7fc232e tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:11.550850 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e8fcc491-704b-4eb1-88ba-d261503f9ddd req-48b439db-59ba-490c-bbe6-e496a7fc232e tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65b0956-9e78-4e00-9ca1-e48822e5d706 HTTP/1.1" status: 200 len: 985 time: 0.0890944 Apr 19 18:20:11.608331 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e8fcc491-704b-4eb1-88ba-d261503f9ddd req-dfcae59b-e59d-42c4-87eb-223769be7851 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f990f24-52e2-461d-af08-f5de263c2507&id=ef149989-a3dc-43eb-b804-a5c3af631ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0507736 Apr 19 18:20:11.918269 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe3e674-37b3-4559-b674-afc088517ac5 req-f62968b9-69e8-4a75-aa82-54128780e017 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:11.920337 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ffe3e674-37b3-4559-b674-afc088517ac5 req-f62968b9-69e8-4a75-aa82-54128780e017 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e8cef9-55b8-43ca-80df-c2de35a0d87d HTTP/1.1" status: 200 len: 944 time: 0.0890191 Apr 19 18:20:11.980949 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ffe3e674-37b3-4559-b674-afc088517ac5 req-a9a202ea-41ba-4a54-85b1-071f005247f9 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c38b06e-39d7-4e44-99b1-b97d8bfc7837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473340 Apr 19 18:20:12.840988 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847e010a-7ff1-4f76-98f7-da35d0594c26 req-1f57631c-4746-4c29-b35d-9435a13662cb tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:12.842617 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-847e010a-7ff1-4f76-98f7-da35d0594c26 req-1f57631c-4746-4c29-b35d-9435a13662cb tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65b0956-9e78-4e00-9ca1-e48822e5d706 HTTP/1.1" status: 200 len: 985 time: 0.1087472 Apr 19 18:20:12.893045 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-847e010a-7ff1-4f76-98f7-da35d0594c26 req-bc883c29-4a6b-40fb-af24-736ed14f64b1 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f990f24-52e2-461d-af08-f5de263c2507&id=ef149989-a3dc-43eb-b804-a5c3af631ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0438905 Apr 19 18:20:13.002790 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fc2e42-3af6-4cf2-afce-514799764f30 req-ba803929-aacb-4690-85d5-a1d3e1afc5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:13.004371 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f5fc2e42-3af6-4cf2-afce-514799764f30 req-ba803929-aacb-4690-85d5-a1d3e1afc5f0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=53e8cef9-55b8-43ca-80df-c2de35a0d87d&tenant_id=d40df5788f6140729f7e263c33f44bda HTTP/1.1" status: 200 len: 1097 time: 0.0781922 Apr 19 18:20:13.169010 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fc2e42-3af6-4cf2-afce-514799764f30 req-73096d04-0bab-43c9-b5bd-210f6efaa90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:13.170712 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f5fc2e42-3af6-4cf2-afce-514799764f30 req-73096d04-0bab-43c9-b5bd-210f6efaa90b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d40df5788f6140729f7e263c33f44bda&device_id=53e8cef9-55b8-43ca-80df-c2de35a0d87d HTTP/1.1" status: 200 len: 1097 time: 0.1414604 Apr 19 18:20:13.292193 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64953eb7-9109-4108-9f18-2e597ae044bc req-0e0977ac-9370-4e3b-aacc-4f71f435bb9c tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:13.293902 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-64953eb7-9109-4108-9f18-2e597ae044bc req-0e0977ac-9370-4e3b-aacc-4f71f435bb9c tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e8cef9-55b8-43ca-80df-c2de35a0d87d HTTP/1.1" status: 200 len: 944 time: 0.1928463 Apr 19 18:20:13.371592 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-64953eb7-9109-4108-9f18-2e597ae044bc req-61a8347b-2726-47a7-9f1b-e3f0a819b725 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c38b06e-39d7-4e44-99b1-b97d8bfc7837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689161 Apr 19 18:20:13.390906 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fc2e42-3af6-4cf2-afce-514799764f30 req-5b6d3cab-119b-442d-889d-d9cc0867e8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:13.392493 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f5fc2e42-3af6-4cf2-afce-514799764f30 req-5b6d3cab-119b-442d-889d-d9cc0867e8e0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7bcee201-e581-4998-8db1-0eb0dcf42dab HTTP/1.1" status: 200 len: 918 time: 0.2102888 Apr 19 18:20:13.531782 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f5fc2e42-3af6-4cf2-afce-514799764f30 req-6caf8692-5424-444c-8032-4af00533cbf5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4bd4ec69-a07a-47ff-a9c2-582527ede9a9 HTTP/1.1" status: 200 len: 1000 time: 0.1324036 Apr 19 18:20:13.606975 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fc2e42-3af6-4cf2-afce-514799764f30 req-300d6536-c9fc-4ca3-b957-46fdedb86f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:13.608606 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f5fc2e42-3af6-4cf2-afce-514799764f30 req-300d6536-c9fc-4ca3-b957-46fdedb86f61 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f115f197-c2a2-4c8a-a041-6b1ab4a2efc7 HTTP/1.1" status: 200 len: 856 time: 0.0696330 Apr 19 18:20:13.697155 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fc2e42-3af6-4cf2-afce-514799764f30 req-f2aabd0d-8f15-4be1-8143-77134e2db5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:13.698872 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f5fc2e42-3af6-4cf2-afce-514799764f30 req-f2aabd0d-8f15-4be1-8143-77134e2db5df service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7bcee201-e581-4998-8db1-0eb0dcf42dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0837626 Apr 19 18:20:13.862478 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f5fc2e42-3af6-4cf2-afce-514799764f30 req-ca2196e9-97bd-4539-9a7f-2d65f4f4c68b service neutron] 10.222.0.53 "GET /v2.0/networks/7bcee201-e581-4998-8db1-0eb0dcf42dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454155 Apr 19 18:20:14.101833 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1752fbc-e9f7-42fb-9e8b-115d499688c5 req-c12bb30f-c0e8-4599-9962-7cacc07bc66e tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:14.103425 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c1752fbc-e9f7-42fb-9e8b-115d499688c5 req-c12bb30f-c0e8-4599-9962-7cacc07bc66e tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65b0956-9e78-4e00-9ca1-e48822e5d706 HTTP/1.1" status: 200 len: 985 time: 0.0934889 Apr 19 18:20:14.153497 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c1752fbc-e9f7-42fb-9e8b-115d499688c5 req-b97a7fda-468a-4f1f-8a80-18c77479af14 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f990f24-52e2-461d-af08-f5de263c2507&id=ef149989-a3dc-43eb-b804-a5c3af631ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0435381 Apr 19 18:20:14.604687 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66125818-a8d3-4e04-87a7-ad5f6e719ab7 req-76eadd95-91a6-465f-a517-a9012716c40c tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:14.606264 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-66125818-a8d3-4e04-87a7-ad5f6e719ab7 req-76eadd95-91a6-465f-a517-a9012716c40c tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e8cef9-55b8-43ca-80df-c2de35a0d87d HTTP/1.1" status: 200 len: 944 time: 0.0864742 Apr 19 18:20:14.653581 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-66125818-a8d3-4e04-87a7-ad5f6e719ab7 req-c63d3859-6900-406e-9339-cdea38ffc9b2 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c38b06e-39d7-4e44-99b1-b97d8bfc7837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410686 Apr 19 18:20:15.358843 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca057b05-6c36-458e-be80-c9349cb4d7bf req-ca2845c9-8ed8-45f1-a35c-70c8cd0fc7d3 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:15.360958 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ca057b05-6c36-458e-be80-c9349cb4d7bf req-ca2845c9-8ed8-45f1-a35c-70c8cd0fc7d3 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65b0956-9e78-4e00-9ca1-e48822e5d706 HTTP/1.1" status: 200 len: 985 time: 0.0936511 Apr 19 18:20:15.410744 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ca057b05-6c36-458e-be80-c9349cb4d7bf req-d9016950-d4f9-4ae9-a328-f3234464ae82 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f990f24-52e2-461d-af08-f5de263c2507&id=ef149989-a3dc-43eb-b804-a5c3af631ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0432215 Apr 19 18:20:15.686016 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f5fc2e42-3af6-4cf2-afce-514799764f30 req-0ceb3bb4-0a3b-4dc6-8d87-c6cd5703686f service neutron] 10.222.0.53 "GET /v2.0/networks/7bcee201-e581-4998-8db1-0eb0dcf42dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354716 Apr 19 18:20:15.865625 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54875c4d-e151-45e2-b2a4-342b7d41b2a7 req-4dd652e2-732a-4445-8c60-2cf4526c9f7f tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:15.867247 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-54875c4d-e151-45e2-b2a4-342b7d41b2a7 req-4dd652e2-732a-4445-8c60-2cf4526c9f7f tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e8cef9-55b8-43ca-80df-c2de35a0d87d HTTP/1.1" status: 200 len: 944 time: 0.0949688 Apr 19 18:20:15.915474 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-54875c4d-e151-45e2-b2a4-342b7d41b2a7 req-936313fa-234e-4193-84a1-620f8c25f181 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c38b06e-39d7-4e44-99b1-b97d8bfc7837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412536 Apr 19 18:20:16.614740 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5465028-82b6-44a2-bff3-2f3dff8977c2 req-09b29bdc-f7df-4908-8ab4-6bad1a4e598d tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:16.616367 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f5465028-82b6-44a2-bff3-2f3dff8977c2 req-09b29bdc-f7df-4908-8ab4-6bad1a4e598d tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65b0956-9e78-4e00-9ca1-e48822e5d706 HTTP/1.1" status: 200 len: 985 time: 0.0937684 Apr 19 18:20:16.668474 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f5465028-82b6-44a2-bff3-2f3dff8977c2 req-5b9050b1-fad0-48c4-8f2a-2792b2117796 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f990f24-52e2-461d-af08-f5de263c2507&id=ef149989-a3dc-43eb-b804-a5c3af631ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0438530 Apr 19 18:20:17.131427 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993faf06-9fc5-4fd1-8b1d-8343f5acd85f req-0b71587f-6f89-4888-9697-0f1b56c730d0 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:17.133046 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-993faf06-9fc5-4fd1-8b1d-8343f5acd85f req-0b71587f-6f89-4888-9697-0f1b56c730d0 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e8cef9-55b8-43ca-80df-c2de35a0d87d HTTP/1.1" status: 200 len: 944 time: 0.0932832 Apr 19 18:20:17.184259 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-993faf06-9fc5-4fd1-8b1d-8343f5acd85f req-71d6659a-94c3-446c-a79e-8d51ea012201 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c38b06e-39d7-4e44-99b1-b97d8bfc7837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448658 Apr 19 18:20:17.241527 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.agents_db [None req-8d26a53d-5aec-40fe-9147-3f846c88e388 None None] Agent healthcheck: found 6 active agents {{(pid=86365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:20:17.986473 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7dd776-b231-45ea-9b28-4dfc44c74b7b req-13874a65-98c0-45af-8b65-8b04610e2709 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:17.994938 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ad7dd776-b231-45ea-9b28-4dfc44c74b7b req-13874a65-98c0-45af-8b65-8b04610e2709 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65b0956-9e78-4e00-9ca1-e48822e5d706 HTTP/1.1" status: 200 len: 985 time: 0.1166897 Apr 19 18:20:18.055538 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ad7dd776-b231-45ea-9b28-4dfc44c74b7b req-1f23dcbb-127b-42ed-9426-839f0ac57f6a tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f990f24-52e2-461d-af08-f5de263c2507&id=ef149989-a3dc-43eb-b804-a5c3af631ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0576882 Apr 19 18:20:18.407961 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5e8360-7ff8-477a-8f94-25b067a8cf76 req-e323dcc7-36f4-4271-abe1-c538486d9c0b tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:18.409698 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4f5e8360-7ff8-477a-8f94-25b067a8cf76 req-e323dcc7-36f4-4271-abe1-c538486d9c0b tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e8cef9-55b8-43ca-80df-c2de35a0d87d HTTP/1.1" status: 200 len: 944 time: 0.0913808 Apr 19 18:20:18.461970 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4f5e8360-7ff8-477a-8f94-25b067a8cf76 req-3af0ff84-2b06-42cc-bcd2-4b2eceac96c6 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c38b06e-39d7-4e44-99b1-b97d8bfc7837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452614 Apr 19 18:20:19.284050 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac50369-0a95-46a1-ba01-fc31f347fe8e req-222ecfc2-b8fd-4660-99a3-2d7ed419a090 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:19.285716 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-cac50369-0a95-46a1-ba01-fc31f347fe8e req-222ecfc2-b8fd-4660-99a3-2d7ed419a090 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65b0956-9e78-4e00-9ca1-e48822e5d706 HTTP/1.1" status: 200 len: 985 time: 0.0906713 Apr 19 18:20:19.343386 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-cac50369-0a95-46a1-ba01-fc31f347fe8e req-2be2a537-c067-4275-8972-5c1201c5caa3 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f990f24-52e2-461d-af08-f5de263c2507&id=ef149989-a3dc-43eb-b804-a5c3af631ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0457404 Apr 19 18:20:19.701470 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73865368-3852-4bc1-8019-c424a57cfc8c req-b5bfef2f-185e-4dc3-9e05-790316228721 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:19.703054 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-73865368-3852-4bc1-8019-c424a57cfc8c req-b5bfef2f-185e-4dc3-9e05-790316228721 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e8cef9-55b8-43ca-80df-c2de35a0d87d HTTP/1.1" status: 200 len: 944 time: 0.1068745 Apr 19 18:20:19.988433 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-73865368-3852-4bc1-8019-c424a57cfc8c req-b26b22c9-55da-4510-9836-54cac64b984a tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c38b06e-39d7-4e44-99b1-b97d8bfc7837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2787182 Apr 19 18:20:20.558683 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ecc09e-24ac-45d5-b356-a5aac3c3c9d9 req-bd9333b9-fd46-4cf6-810d-9bd059ba58d7 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:20.560413 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c9ecc09e-24ac-45d5-b356-a5aac3c3c9d9 req-bd9333b9-fd46-4cf6-810d-9bd059ba58d7 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65b0956-9e78-4e00-9ca1-e48822e5d706 HTTP/1.1" status: 200 len: 985 time: 0.0976329 Apr 19 18:20:20.834815 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c9ecc09e-24ac-45d5-b356-a5aac3c3c9d9 req-e737d223-b903-425f-a825-df42364877eb tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f990f24-52e2-461d-af08-f5de263c2507&id=ef149989-a3dc-43eb-b804-a5c3af631ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2679517 Apr 19 18:20:21.202309 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf85442-aa76-40a5-8935-ab34e95ede9a req-2b5152a0-2b83-4025-bb3a-ec98375330d4 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:21.203934 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0bf85442-aa76-40a5-8935-ab34e95ede9a req-2b5152a0-2b83-4025-bb3a-ec98375330d4 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e8cef9-55b8-43ca-80df-c2de35a0d87d HTTP/1.1" status: 200 len: 944 time: 0.0918789 Apr 19 18:20:21.258081 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0bf85442-aa76-40a5-8935-ab34e95ede9a req-75a7b256-3cb5-494f-92b6-95c168a97392 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c38b06e-39d7-4e44-99b1-b97d8bfc7837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477140 Apr 19 18:20:21.759118 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-928b39c7-c5cb-4076-8401-e10a0f6305b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:22.047568 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e8ca96-78a7-496d-8cbf-a08fcdf7006a req-c823af1b-26e8-4e03-98a2-a95bd048e972 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:22.049542 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-32e8ca96-78a7-496d-8cbf-a08fcdf7006a req-c823af1b-26e8-4e03-98a2-a95bd048e972 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65b0956-9e78-4e00-9ca1-e48822e5d706 HTTP/1.1" status: 200 len: 985 time: 0.0920739 Apr 19 18:20:22.110450 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-32e8ca96-78a7-496d-8cbf-a08fcdf7006a req-94d90922-6b7e-4bbc-9316-20e3484b006b tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f990f24-52e2-461d-af08-f5de263c2507&id=ef149989-a3dc-43eb-b804-a5c3af631ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537941 Apr 19 18:20:22.510782 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc973f-7402-453e-9c24-436f4cac2910 req-75c136bd-4c0b-4db3-9b2e-50927fbe52a1 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:22.512519 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b5bc973f-7402-453e-9c24-436f4cac2910 req-75c136bd-4c0b-4db3-9b2e-50927fbe52a1 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e8cef9-55b8-43ca-80df-c2de35a0d87d HTTP/1.1" status: 200 len: 944 time: 0.0935576 Apr 19 18:20:22.575039 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b5bc973f-7402-453e-9c24-436f4cac2910 req-a59617c9-69f7-4fde-b387-3dcb0abfbe4c tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c38b06e-39d7-4e44-99b1-b97d8bfc7837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463281 Apr 19 18:20:23.343963 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dafd28-6943-42cb-a221-9909337e2d12 req-e112d571-bf4d-489c-9c53-69888953057d tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:23.345577 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-57dafd28-6943-42cb-a221-9909337e2d12 req-e112d571-bf4d-489c-9c53-69888953057d tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65b0956-9e78-4e00-9ca1-e48822e5d706 HTTP/1.1" status: 200 len: 985 time: 0.1074162 Apr 19 18:20:23.397333 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-57dafd28-6943-42cb-a221-9909337e2d12 req-90137987-08c3-45c3-89c0-98fddeb55ead tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f990f24-52e2-461d-af08-f5de263c2507&id=ef149989-a3dc-43eb-b804-a5c3af631ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0451021 Apr 19 18:20:23.803078 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eca0379-46be-4030-801f-11e359a6765c req-d86c1dac-5700-48d1-b090-2277703345ad tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:23.811894 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5eca0379-46be-4030-801f-11e359a6765c req-d86c1dac-5700-48d1-b090-2277703345ad tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e8cef9-55b8-43ca-80df-c2de35a0d87d HTTP/1.1" status: 200 len: 944 time: 0.1026528 Apr 19 18:20:23.855782 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5eca0379-46be-4030-801f-11e359a6765c req-4b88ea71-65b5-4b2a-baf7-da6afdba6e70 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c38b06e-39d7-4e44-99b1-b97d8bfc7837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429249 Apr 19 18:20:24.186234 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b3e49856-5662-48d2-833a-5dd0ff873da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:24.612235 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b6b0b-520f-429a-abf6-01fc5c7f12e0 req-b287d435-b25d-48d4-a4e8-1e726fcc2dc0 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:24.614550 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6b7b6b0b-520f-429a-abf6-01fc5c7f12e0 req-b287d435-b25d-48d4-a4e8-1e726fcc2dc0 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65b0956-9e78-4e00-9ca1-e48822e5d706 HTTP/1.1" status: 200 len: 985 time: 0.0938258 Apr 19 18:20:24.665323 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6b7b6b0b-520f-429a-abf6-01fc5c7f12e0 req-25ac6875-abd8-448b-a78b-1647318fe6b4 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f990f24-52e2-461d-af08-f5de263c2507&id=ef149989-a3dc-43eb-b804-a5c3af631ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0432408 Apr 19 18:20:24.792162 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-60872106-3921-4474-9775-f4da212b8297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:25.068022 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6313471-8e4e-49bb-9a2e-f55e039bb197 req-b7404eb2-527d-47bd-9bc0-2be24578a4c9 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:25.069979 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b6313471-8e4e-49bb-9a2e-f55e039bb197 req-b7404eb2-527d-47bd-9bc0-2be24578a4c9 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e8cef9-55b8-43ca-80df-c2de35a0d87d HTTP/1.1" status: 200 len: 944 time: 0.0942948 Apr 19 18:20:25.126002 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b6313471-8e4e-49bb-9a2e-f55e039bb197 req-890d9886-e09a-4b74-8161-c34df954486e tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c38b06e-39d7-4e44-99b1-b97d8bfc7837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493646 Apr 19 18:20:25.891173 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f8de69-23a2-407a-a133-9d47020ba4f0 req-341eb1e4-9f9a-452b-9e84-ca0ffd994943 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:25.892850 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f1f8de69-23a2-407a-a133-9d47020ba4f0 req-341eb1e4-9f9a-452b-9e84-ca0ffd994943 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65b0956-9e78-4e00-9ca1-e48822e5d706 HTTP/1.1" status: 200 len: 985 time: 0.0965157 Apr 19 18:20:25.907899 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:25.946489 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f1f8de69-23a2-407a-a133-9d47020ba4f0 req-4e798ac4-47d2-4011-82b9-3ed053d98753 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f990f24-52e2-461d-af08-f5de263c2507&id=ef149989-a3dc-43eb-b804-a5c3af631ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0469329 Apr 19 18:20:26.136438 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-eae962f3-e32e-4947-814b-3e299d74c6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:26.351264 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07e76d1-7609-4419-ac3e-5c031c6db676 req-9821ef38-8cf6-4d98-8b68-3e2bc050d99f tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:26.352867 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b07e76d1-7609-4419-ac3e-5c031c6db676 req-9821ef38-8cf6-4d98-8b68-3e2bc050d99f tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e8cef9-55b8-43ca-80df-c2de35a0d87d HTTP/1.1" status: 200 len: 944 time: 0.0989292 Apr 19 18:20:26.407330 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b07e76d1-7609-4419-ac3e-5c031c6db676 req-ad716508-127e-49eb-8fc6-6bfd7fcfae11 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c38b06e-39d7-4e44-99b1-b97d8bfc7837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468850 Apr 19 18:20:27.168260 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f270df0d-9d4c-4941-9a4d-d099f35d344a req-a0424658-e044-43cb-a15e-5674ea28b7dd tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:27.169958 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f270df0d-9d4c-4941-9a4d-d099f35d344a req-a0424658-e044-43cb-a15e-5674ea28b7dd tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65b0956-9e78-4e00-9ca1-e48822e5d706 HTTP/1.1" status: 200 len: 985 time: 0.0987697 Apr 19 18:20:27.231434 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f270df0d-9d4c-4941-9a4d-d099f35d344a req-7df73ec2-202d-4cd6-ad9b-0d2c4b688390 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f990f24-52e2-461d-af08-f5de263c2507&id=ef149989-a3dc-43eb-b804-a5c3af631ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0462415 Apr 19 18:20:27.622399 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fce562-ee84-4c5a-b5b2-2183a65711c3 req-e5354764-e060-4e40-8c16-9f6c06049a2b tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:27.624077 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-47fce562-ee84-4c5a-b5b2-2183a65711c3 req-e5354764-e060-4e40-8c16-9f6c06049a2b tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e8cef9-55b8-43ca-80df-c2de35a0d87d HTTP/1.1" status: 200 len: 944 time: 0.0894916 Apr 19 18:20:27.677974 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-47fce562-ee84-4c5a-b5b2-2183a65711c3 req-c08f70a2-4778-4810-a170-2c4743722d56 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c38b06e-39d7-4e44-99b1-b97d8bfc7837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460968 Apr 19 18:20:28.446918 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abeef91-74d8-4653-af09-cd4aca5416f0 req-bb03c04c-a7f7-443d-8494-57eb8c68a4a5 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:28.448610 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6abeef91-74d8-4653-af09-cd4aca5416f0 req-bb03c04c-a7f7-443d-8494-57eb8c68a4a5 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65b0956-9e78-4e00-9ca1-e48822e5d706 HTTP/1.1" status: 200 len: 985 time: 0.0934737 Apr 19 18:20:28.502805 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6abeef91-74d8-4653-af09-cd4aca5416f0 req-3e8d8200-519f-4d04-a59b-4f366f7cf066 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f990f24-52e2-461d-af08-f5de263c2507&id=ef149989-a3dc-43eb-b804-a5c3af631ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0474534 Apr 19 18:20:28.895483 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2ffe01-ef74-4ad5-9746-ea7b0988d507 req-d166686c-7e43-4a74-a520-1b0829f5f544 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:28.897210 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-9b2ffe01-ef74-4ad5-9746-ea7b0988d507 req-d166686c-7e43-4a74-a520-1b0829f5f544 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e8cef9-55b8-43ca-80df-c2de35a0d87d HTTP/1.1" status: 200 len: 944 time: 0.0950997 Apr 19 18:20:28.952025 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-9b2ffe01-ef74-4ad5-9746-ea7b0988d507 req-eb6a3184-ece8-429d-8170-d0fd8cb2d76c tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c38b06e-39d7-4e44-99b1-b97d8bfc7837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474362 Apr 19 18:20:29.740852 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253000e6-01ba-4b6c-832a-8a5a474f0931 req-d70bbc6f-2060-4e61-9b99-50aeebcc0751 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:29.742788 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-253000e6-01ba-4b6c-832a-8a5a474f0931 req-d70bbc6f-2060-4e61-9b99-50aeebcc0751 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65b0956-9e78-4e00-9ca1-e48822e5d706 HTTP/1.1" status: 200 len: 985 time: 0.0986140 Apr 19 18:20:29.804137 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 34976) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:20:29.824683 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-253000e6-01ba-4b6c-832a-8a5a474f0931 req-0362a6a8-1849-494d-b0f5-d933715ac1dd tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f990f24-52e2-461d-af08-f5de263c2507&id=ef149989-a3dc-43eb-b804-a5c3af631ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0736449 Apr 19 18:20:29.949072 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1d086e34-7f35-458d-90d0-73b7946c26f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:29.964713 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-1d086e34-7f35-458d-90d0-73b7946c26f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:20:29.971216 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-1d086e34-7f35-458d-90d0-73b7946c26f1 admin admin] Usage tracker for resource:security_group_rule and tenant:e9b36d94a0924c4d87f3118069d6c5e6 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:20:29.980279 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-1d086e34-7f35-458d-90d0-73b7946c26f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:20:29.990244 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-1d086e34-7f35-458d-90d0-73b7946c26f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:20:30.106612 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1d086e34-7f35-458d-90d0-73b7946c26f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:30.109594 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1d086e34-7f35-458d-90d0-73b7946c26f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:30.122617 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-0072dce9-fa59-49ca-b881-c1761fe38501 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:20:30.165289 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-1d086e34-7f35-458d-90d0-73b7946c26f1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e9b36d94a0924c4d87f3118069d6c5e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3597579 Apr 19 18:20:30.166255 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d086e34-7f35-458d-90d0-73b7946c26f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2df3c005-652b-4e96-bf6b-a639b221ed50,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:20:30.170239 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 34990) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:20:30.186513 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d086e34-7f35-458d-90d0-73b7946c26f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:20:30.186937 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d086e34-7f35-458d-90d0-73b7946c26f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:20:30.187401 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d086e34-7f35-458d-90d0-73b7946c26f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:20:30.187810 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d086e34-7f35-458d-90d0-73b7946c26f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:20:30.188214 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d086e34-7f35-458d-90d0-73b7946c26f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:20:30.188715 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d086e34-7f35-458d-90d0-73b7946c26f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:20:30.188838 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ee8277-1d0f-42df-b0aa-6d70ac65640a req-c055c98e-1137-4223-b40f-9fc354db9155 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:30.189116 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d086e34-7f35-458d-90d0-73b7946c26f1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:20:30.189518 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d086e34-7f35-458d-90d0-73b7946c26f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:20:30.189923 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d086e34-7f35-458d-90d0-73b7946c26f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:20:30.190319 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d086e34-7f35-458d-90d0-73b7946c26f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:20:30.190436 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-62ee8277-1d0f-42df-b0aa-6d70ac65640a req-c055c98e-1137-4223-b40f-9fc354db9155 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e8cef9-55b8-43ca-80df-c2de35a0d87d HTTP/1.1" status: 200 len: 944 time: 0.0965927 Apr 19 18:20:30.190714 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d086e34-7f35-458d-90d0-73b7946c26f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:20:30.191109 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d086e34-7f35-458d-90d0-73b7946c26f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:20:30.196102 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-1d086e34-7f35-458d-90d0-73b7946c26f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:20:30.245542 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-62ee8277-1d0f-42df-b0aa-6d70ac65640a req-f41fe50d-7410-411e-a1d9-eae12e1947e5 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c38b06e-39d7-4e44-99b1-b97d8bfc7837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470414 Apr 19 18:20:30.249929 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-6634201d-873f-4a50-9e61-c7674063a2f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:30.278089 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-6634201d-873f-4a50-9e61-c7674063a2f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:30.323777 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-6634201d-873f-4a50-9e61-c7674063a2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:30.328678 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-fa1cc5da-eb53-4d13-8810-cca985942865 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:20:30.341882 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6634201d-873f-4a50-9e61-c7674063a2f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2df3c005-652b-4e96-bf6b-a639b221ed50,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:20:30.344970 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-6634201d-873f-4a50-9e61-c7674063a2f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:20:30.346259 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-6634201d-873f-4a50-9e61-c7674063a2f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:30.347650 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-6634201d-873f-4a50-9e61-c7674063a2f1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2df3c005-652b-4e96-bf6b-a639b221ed50 HTTP/1.1" status: 204 len: 168 time: 0.1762598 Apr 19 18:20:31.032453 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cfefdc-8643-4502-af78-15299386e1d2 req-6d7a1ce5-51f1-4771-8167-66f23babad7b tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:31.034068 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-21cfefdc-8643-4502-af78-15299386e1d2 req-6d7a1ce5-51f1-4771-8167-66f23babad7b tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65b0956-9e78-4e00-9ca1-e48822e5d706 HTTP/1.1" status: 200 len: 985 time: 0.0927057 Apr 19 18:20:31.086277 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-21cfefdc-8643-4502-af78-15299386e1d2 req-e1d01d02-9c36-4f3f-8fcd-f2475e068006 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f990f24-52e2-461d-af08-f5de263c2507&id=ef149989-a3dc-43eb-b804-a5c3af631ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0450530 Apr 19 18:20:31.458209 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f79e515-54c1-4f89-8cd7-882180ac5cca req-9253dcee-e6e3-4e9f-96d3-9e3e1627da9c tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:31.459567 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-3f79e515-54c1-4f89-8cd7-882180ac5cca req-9253dcee-e6e3-4e9f-96d3-9e3e1627da9c tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e8cef9-55b8-43ca-80df-c2de35a0d87d HTTP/1.1" status: 200 len: 944 time: 0.0940511 Apr 19 18:20:31.512639 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-3f79e515-54c1-4f89-8cd7-882180ac5cca req-dfc13afc-7fee-42c5-940c-12a4174e955f tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c38b06e-39d7-4e44-99b1-b97d8bfc7837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463579 Apr 19 18:20:32.283485 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26c3836-da0f-408c-9e55-84f20af97a79 req-687ab09b-d6e4-49b4-b95a-ea10bf9aaca1 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:32.285038 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c26c3836-da0f-408c-9e55-84f20af97a79 req-687ab09b-d6e4-49b4-b95a-ea10bf9aaca1 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65b0956-9e78-4e00-9ca1-e48822e5d706 HTTP/1.1" status: 200 len: 985 time: 0.0860279 Apr 19 18:20:32.338856 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c26c3836-da0f-408c-9e55-84f20af97a79 req-735b094f-8f29-4a6f-a1f9-4390786f8583 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f990f24-52e2-461d-af08-f5de263c2507&id=ef149989-a3dc-43eb-b804-a5c3af631ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0467601 Apr 19 18:20:32.733006 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fd5077-4df8-4d86-a1cd-b4bdf6fec81c req-b62306ce-2eea-4029-986a-32fee3b6b288 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:32.734929 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-81fd5077-4df8-4d86-a1cd-b4bdf6fec81c req-b62306ce-2eea-4029-986a-32fee3b6b288 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e8cef9-55b8-43ca-80df-c2de35a0d87d HTTP/1.1" status: 200 len: 944 time: 0.0988374 Apr 19 18:20:32.786763 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-81fd5077-4df8-4d86-a1cd-b4bdf6fec81c req-26adf828-52ce-4dbc-805d-173750461800 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c38b06e-39d7-4e44-99b1-b97d8bfc7837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452511 Apr 19 18:20:33.164273 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:33.552571 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785da522-c758-47db-a3e3-4d03d3f8ab5c req-6931152e-e95e-4c7a-a7e2-2f2acef4233e tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:33.554213 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-785da522-c758-47db-a3e3-4d03d3f8ab5c req-6931152e-e95e-4c7a-a7e2-2f2acef4233e tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65b0956-9e78-4e00-9ca1-e48822e5d706 HTTP/1.1" status: 200 len: 985 time: 0.0957654 Apr 19 18:20:33.605993 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-785da522-c758-47db-a3e3-4d03d3f8ab5c req-08381b88-ae87-4117-bacf-286fcb63595e tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f990f24-52e2-461d-af08-f5de263c2507&id=ef149989-a3dc-43eb-b804-a5c3af631ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0440834 Apr 19 18:20:34.026709 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7b316b-56fc-4758-92e9-2309fd720774 req-2d424cb5-2d68-410a-bf17-367d5e40a8de tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:34.028354 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4a7b316b-56fc-4758-92e9-2309fd720774 req-2d424cb5-2d68-410a-bf17-367d5e40a8de tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e8cef9-55b8-43ca-80df-c2de35a0d87d HTTP/1.1" status: 200 len: 944 time: 0.1137500 Apr 19 18:20:34.087010 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4a7b316b-56fc-4758-92e9-2309fd720774 req-360081d9-07df-4e2c-9c00-61efdef18b56 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c38b06e-39d7-4e44-99b1-b97d8bfc7837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513117 Apr 19 18:20:35.303166 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07245df3-4d5a-48e1-9cb0-5f4ea7c1bb09 req-74cbb48f-a2b6-4fa1-a1ca-5011658a14c8 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:35.304927 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-07245df3-4d5a-48e1-9cb0-5f4ea7c1bb09 req-74cbb48f-a2b6-4fa1-a1ca-5011658a14c8 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e8cef9-55b8-43ca-80df-c2de35a0d87d HTTP/1.1" status: 200 len: 944 time: 0.0950875 Apr 19 18:20:35.355192 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-07245df3-4d5a-48e1-9cb0-5f4ea7c1bb09 req-19f1c6c4-e744-43fd-918a-b6e9e63b7a1f tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c38b06e-39d7-4e44-99b1-b97d8bfc7837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432627 Apr 19 18:20:36.576601 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1555d788-9644-4edb-b958-254bb9e84521 req-e20714e3-c935-427d-8617-7e0e9c133654 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:36.578311 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1555d788-9644-4edb-b958-254bb9e84521 req-e20714e3-c935-427d-8617-7e0e9c133654 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e8cef9-55b8-43ca-80df-c2de35a0d87d HTTP/1.1" status: 200 len: 944 time: 0.0916715 Apr 19 18:20:36.630745 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1555d788-9644-4edb-b958-254bb9e84521 req-114935b8-57f7-4689-87b7-d17e444cfc55 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c38b06e-39d7-4e44-99b1-b97d8bfc7837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448127 Apr 19 18:20:37.532405 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7a04a2-603b-44d8-a7cb-05dc75f78d58 req-5ee31f1c-39ec-429f-beac-a888c21e2427 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:37.534002 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-af7a04a2-603b-44d8-a7cb-05dc75f78d58 req-5ee31f1c-39ec-429f-beac-a888c21e2427 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b642eea-80a6-4a39-9c94-edc6d6f4c18c HTTP/1.1" status: 200 len: 946 time: 0.0969377 Apr 19 18:20:37.586722 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-af7a04a2-603b-44d8-a7cb-05dc75f78d58 req-d6cb50de-29eb-4216-ae1a-02393c41c338 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] 10.222.0.36 "GET /v2.0/security-groups?id=51a559a9-c19a-4e63-ad37-472e522e256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458179 Apr 19 18:20:37.843573 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7911ac-4484-409d-9f9d-019a40ce9561 req-af5f4920-fe7d-4f9b-9e93-e7f84dccc1fa tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:37.845122 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5e7911ac-4484-409d-9f9d-019a40ce9561 req-af5f4920-fe7d-4f9b-9e93-e7f84dccc1fa tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e8cef9-55b8-43ca-80df-c2de35a0d87d HTTP/1.1" status: 200 len: 944 time: 0.0891926 Apr 19 18:20:37.894266 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5e7911ac-4484-409d-9f9d-019a40ce9561 req-28008b14-e785-4eaa-ac4c-e1ad771ea733 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c38b06e-39d7-4e44-99b1-b97d8bfc7837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427113 Apr 19 18:20:38.801258 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f7fef-b6c4-4cc5-8d56-fc291b612641 req-8d78f968-e9fa-4d28-87a3-948a60dd4dc3 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:38.802933 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e16f7fef-b6c4-4cc5-8d56-fc291b612641 req-8d78f968-e9fa-4d28-87a3-948a60dd4dc3 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b642eea-80a6-4a39-9c94-edc6d6f4c18c HTTP/1.1" status: 200 len: 946 time: 0.0959632 Apr 19 18:20:38.861766 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e16f7fef-b6c4-4cc5-8d56-fc291b612641 req-1c1d2680-507b-4d4e-8ad9-daf86cb24487 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] 10.222.0.36 "GET /v2.0/security-groups?id=51a559a9-c19a-4e63-ad37-472e522e256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510645 Apr 19 18:20:39.184754 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0596a149-36bb-4dfd-b7ec-e5321541491b req-915ec4cb-1c70-4375-90fb-88d329676575 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:39.186377 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0596a149-36bb-4dfd-b7ec-e5321541491b req-915ec4cb-1c70-4375-90fb-88d329676575 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e8cef9-55b8-43ca-80df-c2de35a0d87d HTTP/1.1" status: 200 len: 944 time: 0.1582389 Apr 19 18:20:39.199362 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a5855-7d11-4fef-9ccc-48caf8a765ae req-e47a84ce-de25-439f-8aa6-04ae3081248c tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:39.200769 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-af9a5855-7d11-4fef-9ccc-48caf8a765ae req-e47a84ce-de25-439f-8aa6-04ae3081248c tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b642eea-80a6-4a39-9c94-edc6d6f4c18c HTTP/1.1" status: 200 len: 946 time: 0.1229990 Apr 19 18:20:39.302202 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0596a149-36bb-4dfd-b7ec-e5321541491b req-89ffb0ff-fb59-4235-a674-47d44fd941d0 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c38b06e-39d7-4e44-99b1-b97d8bfc7837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004069 Apr 19 18:20:39.310535 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [req-af9a5855-7d11-4fef-9ccc-48caf8a765ae req-85a036dd-70be-4db7-87cc-41d5ceb56168 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] Deleting port cf418512-de2a-4fa5-a6e3-3e01cc7da4fd {{(pid=86363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:20:39.310935 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-af9a5855-7d11-4fef-9ccc-48caf8a765ae req-85a036dd-70be-4db7-87cc-41d5ceb56168 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254156519796'] for port, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:39.511031 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Device 4bd4ec69-a07a-47ff-a9c2-582527ede9a9 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:20:39.576883 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-af9a5855-7d11-4fef-9ccc-48caf8a765ae req-85a036dd-70be-4db7-87cc-41d5ceb56168 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] For port cf418512-de2a-4fa5-a6e3-3e01cc7da4fd, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=cf418512-de2a-4fa5-a6e3-3e01cc7da4fd,segment=NetworkSegment(2c9b8c8d-385c-4141-a0b8-0cee141188f0),segment_id=2c9b8c8d-385c-4141-a0b8-0cee141188f0)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:20:39.577438 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-af9a5855-7d11-4fef-9ccc-48caf8a765ae req-85a036dd-70be-4db7-87cc-41d5ceb56168 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648318'] for port, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:39.654302 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] For port 4bd4ec69-a07a-47ff-a9c2-582527ede9a9, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=4bd4ec69-a07a-47ff-a9c2-582527ede9a9,segment=NetworkSegment(aa54b807-4b3f-4b4f-87af-c51beb1f731e),segment_id=aa54b807-4b3f-4b4f-87af-c51beb1f731e)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:20:39.668745 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Returning: {'device': '4bd4ec69-a07a-47ff-a9c2-582527ede9a9', 'network_id': '7bcee201-e581-4998-8db1-0eb0dcf42dab', 'port_id': '4bd4ec69-a07a-47ff-a9c2-582527ede9a9', 'mac_address': 'fa:16:3e:eb:07:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f115f197-c2a2-4c8a-a041-6b1ab4a2efc7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:20:39.710589 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [req-af9a5855-7d11-4fef-9ccc-48caf8a765ae req-85a036dd-70be-4db7-87cc-41d5ceb56168 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] Calling delete_port for cf418512-de2a-4fa5-a6e3-3e01cc7da4fd owned by compute:nova {{(pid=86363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:20:39.739534 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:39.759404 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bd4ec69-a07a-47ff-a9c2-582527ede9a9 {{(pid=86364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:20:39.777039 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] For port 4bd4ec69-a07a-47ff-a9c2-582527ede9a9, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=4bd4ec69-a07a-47ff-a9c2-582527ede9a9,segment=NetworkSegment(aa54b807-4b3f-4b4f-87af-c51beb1f731e),segment_id=aa54b807-4b3f-4b4f-87af-c51beb1f731e)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:20:39.780149 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:39.782004 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:20:39.860773 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Pushing event updated for resources: {'Port': ['ID=4bd4ec69-a07a-47ff-a9c2-582527ede9a9,revision_number=9']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:20:39.870453 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:20:39.871035 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:20:39.871268 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:20:39.871631 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:20:39.872019 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:20:39.872399 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:20:39.872949 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:20:39.873324 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:20:39.873764 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:20:39.874280 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:20:39.874718 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:20:39.875147 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:20:39.876183 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-af9a5855-7d11-4fef-9ccc-48caf8a765ae req-85a036dd-70be-4db7-87cc-41d5ceb56168 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254156516127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254156964383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10486948'] for port, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:39.881874 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:20:39.889766 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-ab2635c5-0b9f-4022-afaf-d7c0df9a6f3c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:20:39.896041 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] get_ports_and_sgs() called for port_ids ['cf418512-de2a-4fa5-a6e3-3e01cc7da4fd'] {{(pid=86364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:20:39.942262 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a036dd-70be-4db7-87cc-41d5ceb56168 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] Pushing event deleted for resources: {'Port': ['ID=cf418512-de2a-4fa5-a6e3-3e01cc7da4fd,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:20:40.038273 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a036dd-70be-4db7-87cc-41d5ceb56168 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:20:40.038918 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a036dd-70be-4db7-87cc-41d5ceb56168 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:20:40.039387 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a036dd-70be-4db7-87cc-41d5ceb56168 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:20:40.051114 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a036dd-70be-4db7-87cc-41d5ceb56168 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:20:40.051114 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a036dd-70be-4db7-87cc-41d5ceb56168 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:20:40.051114 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a036dd-70be-4db7-87cc-41d5ceb56168 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:20:40.051114 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a036dd-70be-4db7-87cc-41d5ceb56168 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:20:40.051114 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a036dd-70be-4db7-87cc-41d5ceb56168 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:20:40.051114 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a036dd-70be-4db7-87cc-41d5ceb56168 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:20:40.051114 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a036dd-70be-4db7-87cc-41d5ceb56168 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:20:40.051114 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a036dd-70be-4db7-87cc-41d5ceb56168 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:20:40.051114 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a036dd-70be-4db7-87cc-41d5ceb56168 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:20:40.051114 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-85a036dd-70be-4db7-87cc-41d5ceb56168 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:20:40.051114 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [req-af9a5855-7d11-4fef-9ccc-48caf8a765ae req-85a036dd-70be-4db7-87cc-41d5ceb56168 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] No DVR routers for this DVR port cf418512-de2a-4fa5-a6e3-3e01cc7da4fd on host hv-cinder-78692 {{(pid=86363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:20:40.051114 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-af9a5855-7d11-4fef-9ccc-48caf8a765ae req-85a036dd-70be-4db7-87cc-41d5ceb56168 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773849'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:40.055720 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b642eea-80a6-4a39-9c94-edc6d6f4c18c', 'name': 'network-vif-deleted', 'tag': 'cf418512-de2a-4fa5-a6e3-3e01cc7da4fd'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:20:40.079665 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-af9a5855-7d11-4fef-9ccc-48caf8a765ae req-85a036dd-70be-4db7-87cc-41d5ceb56168 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] 10.222.0.53 "DELETE /v2.0/ports/cf418512-de2a-4fa5-a6e3-3e01cc7da4fd HTTP/1.1" status: 204 len: 173 time: 0.8618538 Apr 19 18:20:40.080748 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-499548f2-b3a4-4bff-9529-2709f682e32f req-691c13d0-dcab-4fb5-ae53-cf3f5e8b75b9 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b642eea-80a6-4a39-9c94-edc6d6f4c18c HTTP/1.1" status: 200 len: 210 time: 0.0663216 Apr 19 18:20:40.111577 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] get_ports_and_sgs() called for port_ids ['4bd4ec69-a07a-47ff-a9c2-582527ede9a9'] {{(pid=86364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:20:40.121753 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b642eea-80a6-4a39-9c94-edc6d6f4c18c', 'name': 'network-vif-deleted', 'tag': 'cf418512-de2a-4fa5-a6e3-3e01cc7da4fd', 'status': 'completed', 'code': 200} Apr 19 18:20:40.518954 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0551f28e-a222-4f9e-93bf-41530687c677 req-ef0001c1-eb5a-4319-aad8-6f9fb0d4bd2f tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:40.520733 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0551f28e-a222-4f9e-93bf-41530687c677 req-ef0001c1-eb5a-4319-aad8-6f9fb0d4bd2f tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e8cef9-55b8-43ca-80df-c2de35a0d87d HTTP/1.1" status: 200 len: 945 time: 0.0915296 Apr 19 18:20:40.574229 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0551f28e-a222-4f9e-93bf-41530687c677 req-d120482e-dcfb-466b-887e-75b3aafd00de tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c38b06e-39d7-4e44-99b1-b97d8bfc7837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453532 Apr 19 18:20:41.253238 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-89d87e5f-fcb1-4dae-977c-ceb1e46ffed5 req-c382d2b6-6873-432d-aac3-5208558970a3 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] Synchronizing usage tracker for tenant:abef1d83cb6b4d96be4c0ee78dd4c6af on resource:port {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:20:41.268700 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-89d87e5f-fcb1-4dae-977c-ceb1e46ffed5 req-c382d2b6-6873-432d-aac3-5208558970a3 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] Unset dirty status for tenant:abef1d83cb6b4d96be4c0ee78dd4c6af on resource:port {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:20:41.270003 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-89d87e5f-fcb1-4dae-977c-ceb1e46ffed5 req-c382d2b6-6873-432d-aac3-5208558970a3 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b642eea-80a6-4a39-9c94-edc6d6f4c18c HTTP/1.1" status: 200 len: 210 time: 0.0689502 Apr 19 18:20:41.788853 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f305daa1-0b46-417c-870d-4ed153b84b5e req-69329453-8519-4faa-b796-ee31dff01d07 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:41.790692 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f305daa1-0b46-417c-870d-4ed153b84b5e req-69329453-8519-4faa-b796-ee31dff01d07 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e8cef9-55b8-43ca-80df-c2de35a0d87d HTTP/1.1" status: 200 len: 945 time: 0.0927665 Apr 19 18:20:41.837097 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f305daa1-0b46-417c-870d-4ed153b84b5e req-f6b77356-3203-44d4-9fb1-4f8adfe36b64 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c38b06e-39d7-4e44-99b1-b97d8bfc7837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400739 Apr 19 18:20:42.448664 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b163c7d4-e6a6-4961-ab99-9671c11c3fd8 req-46e4e484-4eb6-4588-99c5-9db4b9e09aa7 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b642eea-80a6-4a39-9c94-edc6d6f4c18c HTTP/1.1" status: 200 len: 210 time: 0.0484862 Apr 19 18:20:43.045761 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aeecd8-0c6a-43a3-95c4-7310d3dfd00f req-7d155fd3-93f2-450f-aa42-a9f4d8c59070 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:43.047427 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d7aeecd8-0c6a-43a3-95c4-7310d3dfd00f req-7d155fd3-93f2-450f-aa42-a9f4d8c59070 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e8cef9-55b8-43ca-80df-c2de35a0d87d HTTP/1.1" status: 200 len: 945 time: 0.0884287 Apr 19 18:20:43.103607 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d7aeecd8-0c6a-43a3-95c4-7310d3dfd00f req-2ce353fa-1cc5-4a8d-a754-57b619cf3871 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c38b06e-39d7-4e44-99b1-b97d8bfc7837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495765 Apr 19 18:20:44.322740 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db17f15c-f192-4b40-865f-62bd1cf4703f req-3da4e87b-49be-4e0f-935a-6ffa6ab31cf9 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:44.324454 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-db17f15c-f192-4b40-865f-62bd1cf4703f req-3da4e87b-49be-4e0f-935a-6ffa6ab31cf9 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e8cef9-55b8-43ca-80df-c2de35a0d87d HTTP/1.1" status: 200 len: 945 time: 0.0928168 Apr 19 18:20:44.376049 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-db17f15c-f192-4b40-865f-62bd1cf4703f req-e5c0e095-c1e5-4024-b5b5-764191547c63 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c38b06e-39d7-4e44-99b1-b97d8bfc7837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449758 Apr 19 18:20:45.586100 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdd5e19-063d-4477-a16d-cdff3036c762 req-24a377f0-0018-44d8-8d2f-f0d108f9539b tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:45.587739 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1bdd5e19-063d-4477-a16d-cdff3036c762 req-24a377f0-0018-44d8-8d2f-f0d108f9539b tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e8cef9-55b8-43ca-80df-c2de35a0d87d HTTP/1.1" status: 200 len: 945 time: 0.0916483 Apr 19 18:20:45.636126 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1bdd5e19-063d-4477-a16d-cdff3036c762 req-1d41937f-bdde-4599-b7df-b428ffe03712 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c38b06e-39d7-4e44-99b1-b97d8bfc7837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418773 Apr 19 18:20:46.850774 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577e48ba-4992-4dd6-a348-7855635d6e1c req-0ee900f0-0ef4-4f0c-a2cc-47026bfc0f20 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:46.852488 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-577e48ba-4992-4dd6-a348-7855635d6e1c req-0ee900f0-0ef4-4f0c-a2cc-47026bfc0f20 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e8cef9-55b8-43ca-80df-c2de35a0d87d HTTP/1.1" status: 200 len: 945 time: 0.0934134 Apr 19 18:20:46.902579 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-577e48ba-4992-4dd6-a348-7855635d6e1c req-0edddc9e-1ba5-4410-8233-454558fa911a tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c38b06e-39d7-4e44-99b1-b97d8bfc7837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432401 Apr 19 18:20:47.911730 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Device 4bd4ec69-a07a-47ff-a9c2-582527ede9a9 up at agent hyperv_hv-cinder-78692 {{(pid=86364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:20:47.986700 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Provisioning complete for port 4bd4ec69-a07a-47ff-a9c2-582527ede9a9 triggered by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:20:47.987156 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:48.116501 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee188ba5-b249-4604-9f30-a59b7dee0109 req-5abbd4de-3ad0-44b5-9152-ba8b94bde3a4 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:48.117229 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:48.118186 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ee188ba5-b249-4604-9f30-a59b7dee0109 req-5abbd4de-3ad0-44b5-9152-ba8b94bde3a4 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e8cef9-55b8-43ca-80df-c2de35a0d87d HTTP/1.1" status: 200 len: 945 time: 0.0913315 Apr 19 18:20:48.146236 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53e8cef9-55b8-43ca-80df-c2de35a0d87d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd4ec69-a07a-47ff-a9c2-582527ede9a9'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:20:48.157735 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] For port 4bd4ec69-a07a-47ff-a9c2-582527ede9a9, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=4bd4ec69-a07a-47ff-a9c2-582527ede9a9,segment=NetworkSegment(aa54b807-4b3f-4b4f-87af-c51beb1f731e),segment_id=aa54b807-4b3f-4b4f-87af-c51beb1f731e)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:20:48.161530 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:48.162086 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Device cf418512-de2a-4fa5-a6e3-3e01cc7da4fd no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:20:48.170159 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ee188ba5-b249-4604-9f30-a59b7dee0109 req-b591ccb8-fd76-4ba2-92c3-9d48553f39f3 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c38b06e-39d7-4e44-99b1-b97d8bfc7837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453417 Apr 19 18:20:48.193547 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-13d084d1-05cc-47d6-a8b2-3a46f3ef0186 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:20:48.228281 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53e8cef9-55b8-43ca-80df-c2de35a0d87d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd4ec69-a07a-47ff-a9c2-582527ede9a9', 'code': 200} Apr 19 18:20:48.246558 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] No Port match for: cf418512-de2a-4fa5-a6e3-3e01cc7da4fd {{(pid=86364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:20:48.246930 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Device cf418512-de2a-4fa5-a6e3-3e01cc7da4fd not bound to the agent host hv-cinder-78692 {{(pid=86364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:20:48.274810 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Pushing event updated for resources: {'Port': ['ID=4bd4ec69-a07a-47ff-a9c2-582527ede9a9,revision_number=10']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:20:48.278715 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:20:49.383871 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468977f2-7a6a-4b0d-9907-02fd6588ed1d req-88b82165-ef9b-48e9-a56f-3b0b13edb3ee tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:49.385548 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-468977f2-7a6a-4b0d-9907-02fd6588ed1d req-88b82165-ef9b-48e9-a56f-3b0b13edb3ee tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e8cef9-55b8-43ca-80df-c2de35a0d87d HTTP/1.1" status: 200 len: 947 time: 0.0916049 Apr 19 18:20:49.434574 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-468977f2-7a6a-4b0d-9907-02fd6588ed1d req-728ab96c-6f9a-430e-a4f7-a610b153242e tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c38b06e-39d7-4e44-99b1-b97d8bfc7837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423987 Apr 19 18:20:50.427216 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7749d2-f569-4d5b-bd05-f3acae0ee049 req-bbe05189-61ba-4a6d-83b7-33a75611e04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:50.428756 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0c7749d2-f569-4d5b-bd05-f3acae0ee049 req-bbe05189-61ba-4a6d-83b7-33a75611e04b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=53e8cef9-55b8-43ca-80df-c2de35a0d87d HTTP/1.1" status: 200 len: 1100 time: 0.0797145 Apr 19 18:20:50.473490 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0c7749d2-f569-4d5b-bd05-f3acae0ee049 req-b730dbc4-8a9a-488e-9fdd-4f13a8493ed7 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=9c38b06e-39d7-4e44-99b1-b97d8bfc7837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371478 Apr 19 18:20:50.647328 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85788c14-8684-4094-9038-2bf3df17dcd8 req-64a5827c-29a8-4955-b714-2d5a97f6940b tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:50.648919 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-85788c14-8684-4094-9038-2bf3df17dcd8 req-64a5827c-29a8-4955-b714-2d5a97f6940b tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e8cef9-55b8-43ca-80df-c2de35a0d87d HTTP/1.1" status: 200 len: 947 time: 0.0872526 Apr 19 18:20:50.697384 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-85788c14-8684-4094-9038-2bf3df17dcd8 req-aa2d923d-04e6-4465-8b23-2eddc190ff10 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c38b06e-39d7-4e44-99b1-b97d8bfc7837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419426 Apr 19 18:20:51.753111 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-99f9bfa5-dd2a-4715-8ae4-4b6a4c330fb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:51.928410 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8fcf70-48a1-453d-80ed-bc73f3904137 req-5c122480-094a-46d5-9b52-a1493cf13435 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:51.929993 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2e8fcf70-48a1-453d-80ed-bc73f3904137 req-5c122480-094a-46d5-9b52-a1493cf13435 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e8cef9-55b8-43ca-80df-c2de35a0d87d HTTP/1.1" status: 200 len: 947 time: 0.0961058 Apr 19 18:20:51.983492 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2e8fcf70-48a1-453d-80ed-bc73f3904137 req-7cedf3c2-1648-424a-8b54-dd0a206e8a8f tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c38b06e-39d7-4e44-99b1-b97d8bfc7837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418766 Apr 19 18:20:53.201241 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b7adec-5d0e-424d-9302-4d5f3435a87b req-5f33fce9-04ce-4b9c-8254-02b855429b00 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:53.202975 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-12b7adec-5d0e-424d-9302-4d5f3435a87b req-5f33fce9-04ce-4b9c-8254-02b855429b00 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e8cef9-55b8-43ca-80df-c2de35a0d87d HTTP/1.1" status: 200 len: 947 time: 0.0939298 Apr 19 18:20:53.253792 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-12b7adec-5d0e-424d-9302-4d5f3435a87b req-c7906f28-eb53-4f1b-82e2-9884c811e26a tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c38b06e-39d7-4e44-99b1-b97d8bfc7837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439632 Apr 19 18:20:53.359168 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 35448) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:20:53.482488 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-05b5fd0a-6c3d-4a1a-b654-9e2c63d01d03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:53.497315 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-05b5fd0a-6c3d-4a1a-b654-9e2c63d01d03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:20:53.501385 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-05b5fd0a-6c3d-4a1a-b654-9e2c63d01d03 admin admin] Usage tracker for resource:security_group_rule and tenant:074335ff0a6e4d7e9cd20a031abc801e is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:20:53.504277 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-05b5fd0a-6c3d-4a1a-b654-9e2c63d01d03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:20:53.510193 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-05b5fd0a-6c3d-4a1a-b654-9e2c63d01d03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:20:53.596961 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-05b5fd0a-6c3d-4a1a-b654-9e2c63d01d03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:53.599711 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-05b5fd0a-6c3d-4a1a-b654-9e2c63d01d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:53.608955 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-35b0180b-1373-420d-b9a9-4171f60dbfc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:20:53.648951 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-05b5fd0a-6c3d-4a1a-b654-9e2c63d01d03 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=074335ff0a6e4d7e9cd20a031abc801e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2884798 Apr 19 18:20:53.651096 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b5fd0a-6c3d-4a1a-b654-9e2c63d01d03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5333a2c4-d287-4417-b2be-95c56fe82f5e,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:20:53.652479 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 35454) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:20:53.654436 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-05b5fd0a-6c3d-4a1a-b654-9e2c63d01d03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:20:53.716861 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-43589fe2-e4a3-48ad-a67d-6b2697acbf1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:53.746231 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-43589fe2-e4a3-48ad-a67d-6b2697acbf1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:53.804319 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-43589fe2-e4a3-48ad-a67d-6b2697acbf1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:53.811379 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:20:53.827842 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43589fe2-e4a3-48ad-a67d-6b2697acbf1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5333a2c4-d287-4417-b2be-95c56fe82f5e,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:20:53.830481 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-43589fe2-e4a3-48ad-a67d-6b2697acbf1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:20:53.833054 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-43589fe2-e4a3-48ad-a67d-6b2697acbf1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:53.835810 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-43589fe2-e4a3-48ad-a67d-6b2697acbf1d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5333a2c4-d287-4417-b2be-95c56fe82f5e HTTP/1.1" status: 204 len: 168 time: 0.1820967 Apr 19 18:20:54.147394 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 35470) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:20:54.167308 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e492a313-3bf7-4205-9b48-9f58003c2dac admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:54.180126 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-fa7700c6-3963-4120-8aab-ffdb2a29f0f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:54.184362 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-e492a313-3bf7-4205-9b48-9f58003c2dac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:20:54.188494 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-e492a313-3bf7-4205-9b48-9f58003c2dac admin admin] Usage tracker for resource:security_group_rule and tenant:6aac064c8155440ab30da31e8e0ae6c0 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:20:54.191542 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-e492a313-3bf7-4205-9b48-9f58003c2dac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:20:54.198334 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-e492a313-3bf7-4205-9b48-9f58003c2dac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:20:54.241835 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.agents_db [None req-8d26a53d-5aec-40fe-9147-3f846c88e388 None None] Agent healthcheck: found 6 active agents {{(pid=86365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:20:54.284647 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e492a313-3bf7-4205-9b48-9f58003c2dac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:54.287937 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e492a313-3bf7-4205-9b48-9f58003c2dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:54.296349 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-0b2e3209-e7ca-4357-b51a-7890166e783d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:20:54.341915 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-e492a313-3bf7-4205-9b48-9f58003c2dac admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6aac064c8155440ab30da31e8e0ae6c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1932237 Apr 19 18:20:54.342904 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e492a313-3bf7-4205-9b48-9f58003c2dac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac46eb8b-11d5-4f53-bf41-ecc4fbccb524,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:20:54.345116 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 35474) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:20:54.346516 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-e492a313-3bf7-4205-9b48-9f58003c2dac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:20:54.408909 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e4df3380-3c70-4934-af86-b2605ac779a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:54.436356 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e4df3380-3c70-4934-af86-b2605ac779a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:54.479068 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e4df3380-3c70-4934-af86-b2605ac779a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:54.483867 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-a08cf969-02e6-425c-bd0b-33ab8fcfcf89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:20:54.497505 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4df3380-3c70-4934-af86-b2605ac779a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac46eb8b-11d5-4f53-bf41-ecc4fbccb524,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:20:54.500281 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-e4df3380-3c70-4934-af86-b2605ac779a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:20:54.501483 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e4df3380-3c70-4934-af86-b2605ac779a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:54.504171 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-e4df3380-3c70-4934-af86-b2605ac779a8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ac46eb8b-11d5-4f53-bf41-ecc4fbccb524 HTTP/1.1" status: 204 len: 168 time: 0.1573796 Apr 19 18:20:54.793946 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-60872106-3921-4474-9775-f4da212b8297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:55.901797 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:56.134716 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-eae962f3-e32e-4947-814b-3e299d74c6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:56.490628 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 35538) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:20:56.619613 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c1ef477c-32c6-4ae6-97cc-616694bf7845 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:56.635769 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-c1ef477c-32c6-4ae6-97cc-616694bf7845 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:20:56.639928 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-c1ef477c-32c6-4ae6-97cc-616694bf7845 admin admin] Usage tracker for resource:security_group_rule and tenant:a7c3868b612e4794a1a81d7401a0bcb2 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:20:56.642945 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-c1ef477c-32c6-4ae6-97cc-616694bf7845 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:20:56.649321 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-c1ef477c-32c6-4ae6-97cc-616694bf7845 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:20:56.743543 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c1ef477c-32c6-4ae6-97cc-616694bf7845 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:56.746525 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c1ef477c-32c6-4ae6-97cc-616694bf7845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:56.756295 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-e92d2ffc-6495-46ba-bbf2-400f06a334ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:20:56.801405 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-c1ef477c-32c6-4ae6-97cc-616694bf7845 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a7c3868b612e4794a1a81d7401a0bcb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3095386 Apr 19 18:20:56.803166 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ef477c-32c6-4ae6-97cc-616694bf7845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b6b2315-d8b4-4ded-850a-3434e2051752,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:20:56.804314 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 35544) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:20:56.806747 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-c1ef477c-32c6-4ae6-97cc-616694bf7845 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:20:56.874558 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-adedf7ae-207b-4e32-a8a0-f4a8d8c7b431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:56.903451 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-adedf7ae-207b-4e32-a8a0-f4a8d8c7b431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:56.949524 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-adedf7ae-207b-4e32-a8a0-f4a8d8c7b431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:56.954981 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-64770c22-3b3b-408a-9e08-f03134db86b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:20:56.971757 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adedf7ae-207b-4e32-a8a0-f4a8d8c7b431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b6b2315-d8b4-4ded-850a-3434e2051752,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:20:56.974847 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-adedf7ae-207b-4e32-a8a0-f4a8d8c7b431 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:20:56.985540 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-adedf7ae-207b-4e32-a8a0-f4a8d8c7b431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:56.986794 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-adedf7ae-207b-4e32-a8a0-f4a8d8c7b431 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7b6b2315-d8b4-4ded-850a-3434e2051752 HTTP/1.1" status: 204 len: 168 time: 0.1813846 Apr 19 18:20:57.320214 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 35576) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:20:57.342200 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2410ca27-f934-47e7-91fd-53cae7ec42b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:57.359791 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-2410ca27-f934-47e7-91fd-53cae7ec42b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:20:57.366481 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-2410ca27-f934-47e7-91fd-53cae7ec42b7 admin admin] Usage tracker for resource:security_group_rule and tenant:ec23a2c0c697406c981e7fc0cd9dbb17 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:20:57.368119 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-2410ca27-f934-47e7-91fd-53cae7ec42b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:20:57.375550 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-2410ca27-f934-47e7-91fd-53cae7ec42b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:20:57.474797 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2410ca27-f934-47e7-91fd-53cae7ec42b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:57.477788 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2410ca27-f934-47e7-91fd-53cae7ec42b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:57.483721 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576200fb-24d9-466e-9490-0eb8283a5241 req-4627c422-90c6-4e7f-a1cd-947d6b4ae6d3 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:57.485453 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-576200fb-24d9-466e-9490-0eb8283a5241 req-4627c422-90c6-4e7f-a1cd-947d6b4ae6d3 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] 10.222.0.36 "GET /v2.0/networks?id=1dbd23c1-3d60-4c2e-9fbe-230c0863e39a HTTP/1.1" status: 200 len: 814 time: 0.1850355 Apr 19 18:20:57.487982 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-9faf5f5d-a002-4764-9e14-5876e37cb729 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:20:57.505885 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-576200fb-24d9-466e-9490-0eb8283a5241 req-732c9919-4549-4d55-91b4-86dda85c8a63 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] 10.222.0.36 "GET /v2.0/quotas/abef1d83cb6b4d96be4c0ee78dd4c6af HTTP/1.1" status: 200 len: 375 time: 0.0130930 Apr 19 18:20:57.534802 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-2410ca27-f934-47e7-91fd-53cae7ec42b7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ec23a2c0c697406c981e7fc0cd9dbb17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2108293 Apr 19 18:20:57.535173 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 35612) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:20:57.538134 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2410ca27-f934-47e7-91fd-53cae7ec42b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ac82bf-4f0e-463f-be71-36a13195418e,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:20:57.542371 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-2410ca27-f934-47e7-91fd-53cae7ec42b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:20:57.576982 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-576200fb-24d9-466e-9490-0eb8283a5241 req-5f2608e9-86c9-4fbb-bedd-3b1954e39c20 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=abef1d83cb6b4d96be4c0ee78dd4c6af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0632937 Apr 19 18:20:57.609853 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d6df2e1b-2133-4246-8ace-a2d3f4a8a7bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:57.640208 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d6df2e1b-2133-4246-8ace-a2d3f4a8a7bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:57.692748 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d6df2e1b-2133-4246-8ace-a2d3f4a8a7bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:57.698786 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-0ceed96f-55f0-4344-a6b2-0d740656c406 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:20:57.713561 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6df2e1b-2133-4246-8ace-a2d3f4a8a7bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ac82bf-4f0e-463f-be71-36a13195418e,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:20:57.716254 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-d6df2e1b-2133-4246-8ace-a2d3f4a8a7bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:20:57.726522 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d6df2e1b-2133-4246-8ace-a2d3f4a8a7bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:57.730692 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-d6df2e1b-2133-4246-8ace-a2d3f4a8a7bb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c9ac82bf-4f0e-463f-be71-36a13195418e HTTP/1.1" status: 204 len: 168 time: 0.1945231 Apr 19 18:20:57.747161 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-576200fb-24d9-466e-9490-0eb8283a5241 req-2e1ac7da-6b95-4a19-8994-cd8354e53777 service neutron] 10.222.0.36 "GET /v2.0/networks/1dbd23c1-3d60-4c2e-9fbe-230c0863e39a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603212 Apr 19 18:20:57.908879 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-576200fb-24d9-466e-9490-0eb8283a5241 req-7feef586-9d94-411f-979a-77394dc180f2 service neutron] 10.222.0.36 "GET /v2.0/networks/1dbd23c1-3d60-4c2e-9fbe-230c0863e39a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550360 Apr 19 18:20:58.129973 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-729e0868-afae-4e1c-8be6-7e365a499a46 req-26f71b0e-21c2-4703-a62a-10b9c2cefa64 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] 10.222.0.36 "GET /v2.0/ports?device_id=119e2202-ea98-42a4-8d40-2325158ff4ba HTTP/1.1" status: 200 len: 210 time: 0.0551600 Apr 19 18:20:58.652042 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ad5a47-b995-49e0-a9f2-65cb125bfff7 req-9b10ea68-3b79-4df7-9f19-17d2e5113b76 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:58.653962 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-20ad5a47-b995-49e0-a9f2-65cb125bfff7 req-9b10ea68-3b79-4df7-9f19-17d2e5113b76 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b691650-77a3-46c0-a67b-efc4dfadac21 HTTP/1.1" status: 200 len: 945 time: 0.1158845 Apr 19 18:20:58.713740 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-20ad5a47-b995-49e0-a9f2-65cb125bfff7 req-593d6ec0-8617-4043-820d-41c6286a69cf tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/security-groups?id=778d29cd-223c-4156-b234-ea1b27d18789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523906 Apr 19 18:20:59.343666 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2c95af98-8be8-40d6-a633-5f5ab40e5663 req-4b3e9b8b-5022-4a19-b829-c7c749dff97c tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] 10.222.0.36 "GET /v2.0/ports?device_id=119e2202-ea98-42a4-8d40-2325158ff4ba HTTP/1.1" status: 200 len: 210 time: 0.0903363 Apr 19 18:20:59.478812 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576200fb-24d9-466e-9490-0eb8283a5241 req-d9d9b7bc-de43-47e8-aacd-a5eef27a853d tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:59.480398 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-576200fb-24d9-466e-9490-0eb8283a5241 req-d9d9b7bc-de43-47e8-aacd-a5eef27a853d tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] 10.222.0.53 "GET /v2.0/networks?id=1dbd23c1-3d60-4c2e-9fbe-230c0863e39a HTTP/1.1" status: 200 len: 814 time: 0.1746769 Apr 19 18:20:59.500724 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [req-576200fb-24d9-466e-9490-0eb8283a5241 req-4bf0dab5-2bfb-4d2a-b54b-a979d74723f1 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] Request body: {'port': {'device_id': '119e2202-ea98-42a4-8d40-2325158ff4ba', 'network_id': '1dbd23c1-3d60-4c2e-9fbe-230c0863e39a', 'admin_state_up': True, 'tenant_id': 'abef1d83cb6b4d96be4c0ee78dd4c6af'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:20:59.856369 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 35704) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:20:59.894881 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [req-576200fb-24d9-466e-9490-0eb8283a5241 req-4bf0dab5-2bfb-4d2a-b54b-a979d74723f1 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:20:59.906180 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [req-576200fb-24d9-466e-9490-0eb8283a5241 req-4bf0dab5-2bfb-4d2a-b54b-a979d74723f1 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:20:59.914866 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-576200fb-24d9-466e-9490-0eb8283a5241 req-4bf0dab5-2bfb-4d2a-b54b-a979d74723f1 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] Made reservation on behalf of abef1d83cb6b4d96be4c0ee78dd4c6af for: {'port': 1} {{(pid=86363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:20:59.921613 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-576200fb-24d9-466e-9490-0eb8283a5241 req-4bf0dab5-2bfb-4d2a-b54b-a979d74723f1 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:59.932311 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a6e27a-9ec7-413d-876c-c165a9cefdd7 req-1e45d2b4-c39a-4725-9344-3ed212d5f5fa tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:59.933912 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-25a6e27a-9ec7-413d-876c-c165a9cefdd7 req-1e45d2b4-c39a-4725-9344-3ed212d5f5fa tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b691650-77a3-46c0-a67b-efc4dfadac21 HTTP/1.1" status: 200 len: 945 time: 0.0943196 Apr 19 18:20:59.988215 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-25a6e27a-9ec7-413d-876c-c165a9cefdd7 req-73805dfe-7cfb-43e4-912d-b930d96b05d6 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/security-groups?id=778d29cd-223c-4156-b234-ea1b27d18789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473094 Apr 19 18:21:00.020168 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-660ebecd-1b6e-458e-a5b8-6960141448a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:00.065825 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-660ebecd-1b6e-458e-a5b8-6960141448a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:21:00.073634 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-660ebecd-1b6e-458e-a5b8-6960141448a4 admin admin] Usage tracker for resource:security_group_rule and tenant:e8986747885b49609c2a573238b3c1f2 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:21:00.079359 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-660ebecd-1b6e-458e-a5b8-6960141448a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:21:00.090262 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-660ebecd-1b6e-458e-a5b8-6960141448a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:21:00.181082 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [req-576200fb-24d9-466e-9490-0eb8283a5241 req-4bf0dab5-2bfb-4d2a-b54b-a979d74723f1 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] Allocated IP 172.20.0.12 (1dbd23c1-3d60-4c2e-9fbe-230c0863e39a/a039269f-8037-4f79-a807-f88fb431463a/7c262243-6280-4491-8e7b-74019023d258) {{(pid=86363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:21:00.362594 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-660ebecd-1b6e-458e-a5b8-6960141448a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:00.369858 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-660ebecd-1b6e-458e-a5b8-6960141448a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:00.387060 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:00.445700 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-660ebecd-1b6e-458e-a5b8-6960141448a4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e8986747885b49609c2a573238b3c1f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5856357 Apr 19 18:21:00.446677 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 35714) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:21:00.465194 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660ebecd-1b6e-458e-a5b8-6960141448a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f01e56c-bbb8-463d-a9fe-adf5eb2bacc1,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:00.468504 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-660ebecd-1b6e-458e-a5b8-6960141448a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:00.520503 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0d859c09-0491-4881-af99-c6f51f7fc8f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:00.528896 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ca09e0b0-df6e-4e45-ae49-9d1f9bc096d5 req-c5ff8069-4b68-4aed-914d-2324c5338eaf tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] 10.222.0.36 "GET /v2.0/ports?device_id=119e2202-ea98-42a4-8d40-2325158ff4ba HTTP/1.1" status: 200 len: 210 time: 0.0684831 Apr 19 18:21:00.553658 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0d859c09-0491-4881-af99-c6f51f7fc8f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:00.554144 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-576200fb-24d9-466e-9490-0eb8283a5241 req-4bf0dab5-2bfb-4d2a-b54b-a979d74723f1 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] Notify callbacks [] for port, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:00.584103 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-576200fb-24d9-466e-9490-0eb8283a5241 req-4bf0dab5-2bfb-4d2a-b54b-a979d74723f1 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782697811417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10486948'] for port, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:00.590025 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-deee5bab-12f0-4ea1-ab92-b08761439898 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:00.597064 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0d859c09-0491-4881-af99-c6f51f7fc8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:00.602054 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-7483e36c-c1e3-4a2c-9b15-3a9071ccea6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:00.615098 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d859c09-0491-4881-af99-c6f51f7fc8f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f01e56c-bbb8-463d-a9fe-adf5eb2bacc1,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:00.617604 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-0d859c09-0491-4881-af99-c6f51f7fc8f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:00.621762 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0d859c09-0491-4881-af99-c6f51f7fc8f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:00.624208 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-0d859c09-0491-4881-af99-c6f51f7fc8f2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4f01e56c-bbb8-463d-a9fe-adf5eb2bacc1 HTTP/1.1" status: 204 len: 168 time: 0.1762397 Apr 19 18:21:00.655647 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-576200fb-24d9-466e-9490-0eb8283a5241 req-4bf0dab5-2bfb-4d2a-b54b-a979d74723f1 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] Network 1dbd23c1-3d60-4c2e-9fbe-230c0863e39a is already hosted by enough agents. {{(pid=86363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:21:00.664261 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [req-576200fb-24d9-466e-9490-0eb8283a5241 req-4bf0dab5-2bfb-4d2a-b54b-a979d74723f1 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] Resources bound (agent type, host, resource id): {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:21:00.669921 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [req-576200fb-24d9-466e-9490-0eb8283a5241 req-4bf0dab5-2bfb-4d2a-b54b-a979d74723f1 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] Received port after_create {{(pid=86363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:21:00.717197 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf0dab5-2bfb-4d2a-b54b-a979d74723f1 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] Pushing event updated for resources: {'Port': ['ID=7c262243-6280-4491-8e7b-74019023d258,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:00.722143 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-4bf0dab5-2bfb-4d2a-b54b-a979d74723f1 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:00.745821 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576200fb-24d9-466e-9490-0eb8283a5241 req-4bf0dab5-2bfb-4d2a-b54b-a979d74723f1 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:00.746500 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-576200fb-24d9-466e-9490-0eb8283a5241 req-4bf0dab5-2bfb-4d2a-b54b-a979d74723f1 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773849'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:00.779282 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-576200fb-24d9-466e-9490-0eb8283a5241 req-4bf0dab5-2bfb-4d2a-b54b-a979d74723f1 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2820930 Apr 19 18:21:00.793814 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [req-576200fb-24d9-466e-9490-0eb8283a5241 req-795f586a-840d-4e43-b278-0c2d2224fc41 service neutron] Request body: {'port': {'device_id': '119e2202-ea98-42a4-8d40-2325158ff4ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:21:00.918827 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-576200fb-24d9-466e-9490-0eb8283a5241 req-795f586a-840d-4e43-b278-0c2d2224fc41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:00.970907 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b106d8b-bf1e-4136-8b31-535be1397696 req-07f5f489-8081-433b-9565-704a68ca4663 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:00.972546 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6b106d8b-bf1e-4136-8b31-535be1397696 req-07f5f489-8081-433b-9565-704a68ca4663 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b691650-77a3-46c0-a67b-efc4dfadac21 HTTP/1.1" status: 200 len: 945 time: 0.1037600 Apr 19 18:21:00.973561 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 35722) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:21:01.037810 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-055466ce-7472-4aa8-8d7a-a8d41f6b7aa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:01.068943 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-055466ce-7472-4aa8-8d7a-a8d41f6b7aa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:21:01.079937 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-055466ce-7472-4aa8-8d7a-a8d41f6b7aa7 admin admin] Usage tracker for resource:security_group_rule and tenant:5fbb8c355e994a6f82ef55fdb0b27f33 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:21:01.089172 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [req-6b106d8b-bf1e-4136-8b31-535be1397696 req-a0502fec-2ac4-4890-abf2-ca87c3f4d325 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Deleting port 2cf87aef-3c78-43a0-9072-382888213ecc {{(pid=86362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:21:01.089560 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-6b106d8b-bf1e-4136-8b31-535be1397696 req-a0502fec-2ac4-4890-abf2-ca87c3f4d325 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254156519796'] for port, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:01.115882 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-055466ce-7472-4aa8-8d7a-a8d41f6b7aa7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:21:01.142583 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-055466ce-7472-4aa8-8d7a-a8d41f6b7aa7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:21:01.321041 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [req-576200fb-24d9-466e-9490-0eb8283a5241 req-795f586a-840d-4e43-b278-0c2d2224fc41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c262243-6280-4491-8e7b-74019023d258 {{(pid=86363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:21:01.329491 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-576200fb-24d9-466e-9490-0eb8283a5241 req-795f586a-840d-4e43-b278-0c2d2224fc41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:01.345245 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [req-576200fb-24d9-466e-9490-0eb8283a5241 req-795f586a-840d-4e43-b278-0c2d2224fc41 service neutron] Transition to ACTIVE for port object 7c262243-6280-4491-8e7b-74019023d258 will not be triggered until provisioned by entity L2. {{(pid=86363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:21:01.347806 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-576200fb-24d9-466e-9490-0eb8283a5241 req-795f586a-840d-4e43-b278-0c2d2224fc41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844288851'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:01.352466 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:01.364465 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432b0998-904a-416d-8933-93dff29341f4 req-0ec8bc22-839a-4141-b3aa-45febc776743 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:01.366209 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-432b0998-904a-416d-8933-93dff29341f4 req-0ec8bc22-839a-4141-b3aa-45febc776743 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b691650-77a3-46c0-a67b-efc4dfadac21 HTTP/1.1" status: 200 len: 945 time: 0.2377169 Apr 19 18:21:01.538835 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795f586a-840d-4e43-b278-0c2d2224fc41 service neutron] Pushing event updated for resources: {'Port': ['ID=7c262243-6280-4491-8e7b-74019023d258,revision_number=2']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:01.543210 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-795f586a-840d-4e43-b278-0c2d2224fc41 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:01.549385 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-432b0998-904a-416d-8933-93dff29341f4 req-7c27081e-c143-4467-8136-d11dd8cd3915 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/security-groups?id=778d29cd-223c-4156-b234-ea1b27d18789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275153 Apr 19 18:21:01.565324 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-055466ce-7472-4aa8-8d7a-a8d41f6b7aa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:01.571326 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-055466ce-7472-4aa8-8d7a-a8d41f6b7aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:01.583075 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:01.618408 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-6b106d8b-bf1e-4136-8b31-535be1397696 req-a0502fec-2ac4-4890-abf2-ca87c3f4d325 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] For port 2cf87aef-3c78-43a0-9072-382888213ecc, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=2cf87aef-3c78-43a0-9072-382888213ecc,segment=NetworkSegment(7a2615d6-dc47-46a0-9b5b-ef7d5912dccf),segment_id=7a2615d6-dc47-46a0-9b5b-ef7d5912dccf)] {{(pid=86362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:21:01.618740 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-6b106d8b-bf1e-4136-8b31-535be1397696 req-a0502fec-2ac4-4890-abf2-ca87c3f4d325 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648318'] for port, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:01.626281 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-576200fb-24d9-466e-9490-0eb8283a5241 req-795f586a-840d-4e43-b278-0c2d2224fc41 service neutron] Attempting to bind port 7c262243-6280-4491-8e7b-74019023d258 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:21:01.626488 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-576200fb-24d9-466e-9490-0eb8283a5241 req-795f586a-840d-4e43-b278-0c2d2224fc41 service neutron] Attempting to bind port 7c262243-6280-4491-8e7b-74019023d258 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '2c9b8c8d-385c-4141-a0b8-0cee141188f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1dbd23c1-3d60-4c2e-9fbe-230c0863e39a'}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:21:01.626736 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576200fb-24d9-466e-9490-0eb8283a5241 req-795f586a-840d-4e43-b278-0c2d2224fc41 service neutron] Attempting to bind port 7c262243-6280-4491-8e7b-74019023d258 on network 1dbd23c1-3d60-4c2e-9fbe-230c0863e39a {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:21:01.632396 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576200fb-24d9-466e-9490-0eb8283a5241 req-795f586a-840d-4e43-b278-0c2d2224fc41 service neutron] Port 7c262243-6280-4491-8e7b-74019023d258 on network 1dbd23c1-3d60-4c2e-9fbe-230c0863e39a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 18:21:01.632768 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576200fb-24d9-466e-9490-0eb8283a5241 req-795f586a-840d-4e43-b278-0c2d2224fc41 service neutron] Attempting to bind port 7c262243-6280-4491-8e7b-74019023d258 on network 1dbd23c1-3d60-4c2e-9fbe-230c0863e39a {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:21:01.638778 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576200fb-24d9-466e-9490-0eb8283a5241 req-795f586a-840d-4e43-b278-0c2d2224fc41 service neutron] Checking agent: {'id': '45629c73-d10e-4994-a087-373ccf8ea198', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 14, 33), 'started_at': datetime.datetime(2021, 4, 19, 18, 14, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:21:01.639212 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576200fb-24d9-466e-9490-0eb8283a5241 req-795f586a-840d-4e43-b278-0c2d2224fc41 service neutron] Checking segment: {'id': '2c9b8c8d-385c-4141-a0b8-0cee141188f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1dbd23c1-3d60-4c2e-9fbe-230c0863e39a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:21:01.639671 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576200fb-24d9-466e-9490-0eb8283a5241 req-795f586a-840d-4e43-b278-0c2d2224fc41 service neutron] Bound using segment: {'id': '2c9b8c8d-385c-4141-a0b8-0cee141188f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1dbd23c1-3d60-4c2e-9fbe-230c0863e39a'} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:21:01.640176 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-576200fb-24d9-466e-9490-0eb8283a5241 req-795f586a-840d-4e43-b278-0c2d2224fc41 service neutron] Bound port: 7c262243-6280-4491-8e7b-74019023d258, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c9b8c8d-385c-4141-a0b8-0cee141188f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1dbd23c1-3d60-4c2e-9fbe-230c0863e39a'}}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:21:01.641213 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-576200fb-24d9-466e-9490-0eb8283a5241 req-795f586a-840d-4e43-b278-0c2d2224fc41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:01.749076 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-055466ce-7472-4aa8-8d7a-a8d41f6b7aa7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5fbb8c355e994a6f82ef55fdb0b27f33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7743363 Apr 19 18:21:01.752686 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 35734) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:21:01.754395 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055466ce-7472-4aa8-8d7a-a8d41f6b7aa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb78af1b-6d59-48fd-80a7-13c00869e045,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:01.760640 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-055466ce-7472-4aa8-8d7a-a8d41f6b7aa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:01.867666 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-576200fb-24d9-466e-9490-0eb8283a5241 req-795f586a-840d-4e43-b278-0c2d2224fc41 service neutron] For port 7c262243-6280-4491-8e7b-74019023d258, host hv-cinder-78692, cleared binding levels {{(pid=86363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:21:01.896461 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-576200fb-24d9-466e-9490-0eb8283a5241 req-795f586a-840d-4e43-b278-0c2d2224fc41 service neutron] For port 7c262243-6280-4491-8e7b-74019023d258, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=7c262243-6280-4491-8e7b-74019023d258,segment=NetworkSegment(2c9b8c8d-385c-4141-a0b8-0cee141188f0),segment_id=2c9b8c8d-385c-4141-a0b8-0cee141188f0)] {{(pid=86363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:21:01.900543 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-09c60637-f562-46bc-a088-8655eea2662a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:01.904171 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-576200fb-24d9-466e-9490-0eb8283a5241 req-795f586a-840d-4e43-b278-0c2d2224fc41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844288851'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:01.919916 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-2f121c8d-5004-4acb-a604-64606034e584 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:01.979334 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65c5c10-5d67-4722-8eb8-2233677bbc72 req-46dd2a4d-ccf2-4c7b-9180-e0be7dfbd082 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:01.980141 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-a65c5c10-5d67-4722-8eb8-2233677bbc72 req-46dd2a4d-ccf2-4c7b-9180-e0be7dfbd082 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] Synchronizing usage tracker for tenant:abef1d83cb6b4d96be4c0ee78dd4c6af on resource:port {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:21:01.999231 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-6b106d8b-bf1e-4136-8b31-535be1397696 req-a0502fec-2ac4-4890-abf2-ca87c3f4d325 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:01.999661 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-6b106d8b-bf1e-4136-8b31-535be1397696 req-a0502fec-2ac4-4890-abf2-ca87c3f4d325 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854123342'] for floatingip, after_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:02.000053 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.db.l3_db [req-6b106d8b-bf1e-4136-8b31-535be1397696 req-a0502fec-2ac4-4890-abf2-ca87c3f4d325 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Floating IP 518162b6-017f-4a11-b97a-48770dfa8dfa disassociated. External IP: 172.27.0.61, port: 2cf87aef-3c78-43a0-9072-382888213ecc. Apr 19 18:21:02.000414 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [req-6b106d8b-bf1e-4136-8b31-535be1397696 req-a0502fec-2ac4-4890-abf2-ca87c3f4d325 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Calling delete_port for 2cf87aef-3c78-43a0-9072-382888213ecc owned by compute:nova {{(pid=86362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:21:02.021805 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576200fb-24d9-466e-9490-0eb8283a5241 req-795f586a-840d-4e43-b278-0c2d2224fc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:02.022488 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-576200fb-24d9-466e-9490-0eb8283a5241 req-795f586a-840d-4e43-b278-0c2d2224fc41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773849'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:02.024044 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-576200fb-24d9-466e-9490-0eb8283a5241 req-795f586a-840d-4e43-b278-0c2d2224fc41 service neutron] 10.222.0.53 "PUT /v2.0/ports/7c262243-6280-4491-8e7b-74019023d258 HTTP/1.1" status: 200 len: 1094 time: 1.2366607 Apr 19 18:21:02.025973 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '119e2202-ea98-42a4-8d40-2325158ff4ba', 'tag': '7c262243-6280-4491-8e7b-74019023d258'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:21:02.046719 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-09c60637-f562-46bc-a088-8655eea2662a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:02.124350 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '119e2202-ea98-42a4-8d40-2325158ff4ba', 'tag': '7c262243-6280-4491-8e7b-74019023d258', 'status': 'completed', 'code': 200} Apr 19 18:21:02.141455 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-a65c5c10-5d67-4722-8eb8-2233677bbc72 req-46dd2a4d-ccf2-4c7b-9180-e0be7dfbd082 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] Unset dirty status for tenant:abef1d83cb6b4d96be4c0ee78dd4c6af on resource:port {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:21:02.142757 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a65c5c10-5d67-4722-8eb8-2233677bbc72 req-46dd2a4d-ccf2-4c7b-9180-e0be7dfbd082 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] 10.222.0.36 "GET /v2.0/ports?device_id=119e2202-ea98-42a4-8d40-2325158ff4ba HTTP/1.1" status: 200 len: 944 time: 0.4501030 Apr 19 18:21:02.162713 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-6b106d8b-bf1e-4136-8b31-535be1397696 req-a0502fec-2ac4-4890-abf2-ca87c3f4d325 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254156516127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254156964383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844104858'] for port, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:02.169302 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:02.176576 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795f586a-840d-4e43-b278-0c2d2224fc41 service neutron] Pushing event updated for resources: {'Port': ['ID=7c262243-6280-4491-8e7b-74019023d258,revision_number=3']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:02.185916 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-795f586a-840d-4e43-b278-0c2d2224fc41 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:02.223043 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-09c60637-f562-46bc-a088-8655eea2662a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:02.233399 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-adedf7ae-207b-4e32-a8a0-f4a8d8c7b431 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:02.252642 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a65c5c10-5d67-4722-8eb8-2233677bbc72 req-c6f47849-12b1-48ce-a481-ba4b6f3dd46a tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] 10.222.0.36 "GET /v2.0/security-groups?id=51a559a9-c19a-4e63-ad37-472e522e256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003976 Apr 19 18:21:02.256951 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c60637-f562-46bc-a088-8655eea2662a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb78af1b-6d59-48fd-80a7-13c00869e045,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:02.266432 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-09c60637-f562-46bc-a088-8655eea2662a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:02.270513 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-09c60637-f562-46bc-a088-8655eea2662a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:02.273300 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-09c60637-f562-46bc-a088-8655eea2662a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fb78af1b-6d59-48fd-80a7-13c00869e045 HTTP/1.1" status: 204 len: 168 time: 0.5159574 Apr 19 18:21:02.277446 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576200fb-24d9-466e-9490-0eb8283a5241 req-84eefb63-fc3e-495b-9385-da6a0cbf1236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:02.279791 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-576200fb-24d9-466e-9490-0eb8283a5241 req-84eefb63-fc3e-495b-9385-da6a0cbf1236 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=abef1d83cb6b4d96be4c0ee78dd4c6af&device_id=119e2202-ea98-42a4-8d40-2325158ff4ba HTTP/1.1" status: 200 len: 1097 time: 0.2022836 Apr 19 18:21:02.392465 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-576200fb-24d9-466e-9490-0eb8283a5241 req-ac89d8dd-85f7-40f0-8315-82f17dd98f81 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c262243-6280-4491-8e7b-74019023d258 HTTP/1.1" status: 200 len: 217 time: 0.1034117 Apr 19 18:21:02.454348 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0502fec-2ac4-4890-abf2-ca87c3f4d325 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Pushing event deleted for resources: {'Port': ['ID=2cf87aef-3c78-43a0-9072-382888213ecc,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:02.460159 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-a0502fec-2ac4-4890-abf2-ca87c3f4d325 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:02.473766 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576200fb-24d9-466e-9490-0eb8283a5241 req-5ad3bcad-5037-4631-a372-7f689634ffbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:02.475406 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-576200fb-24d9-466e-9490-0eb8283a5241 req-5ad3bcad-5037-4631-a372-7f689634ffbf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a039269f-8037-4f79-a807-f88fb431463a HTTP/1.1" status: 200 len: 854 time: 0.0759008 Apr 19 18:21:02.538626 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-576200fb-24d9-466e-9490-0eb8283a5241 req-218bc57d-9dd7-4a76-99f9-48500064bb40 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1dbd23c1-3d60-4c2e-9fbe-230c0863e39a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558450 Apr 19 18:21:02.692439 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6b106d8b-bf1e-4136-8b31-535be1397696 req-a0502fec-2ac4-4890-abf2-ca87c3f4d325 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Router aabc47b5-5a0c-4202-9422-e26c7ac78f44 has already been hosted by L3 agent 24af6f5b-4620-4572-ab28-0613f710586e {{(pid=86362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:21:02.753728 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-576200fb-24d9-466e-9490-0eb8283a5241 req-dfcd882a-2bda-4be8-a3e2-71ef65ab3b72 service neutron] 10.222.0.53 "GET /v2.0/networks/1dbd23c1-3d60-4c2e-9fbe-230c0863e39a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062089 Apr 19 18:21:02.928391 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-576200fb-24d9-466e-9490-0eb8283a5241 req-b0db0a9b-c85e-4d97-b80b-0bd429984b26 service neutron] 10.222.0.53 "GET /v2.0/networks/1dbd23c1-3d60-4c2e-9fbe-230c0863e39a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661928 Apr 19 18:21:02.938628 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-9064d015-28fa-4c36-8932-a09e443d93cb req-a593ce50-bcf0-46f4-941c-3d378af1b5b6 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b691650-77a3-46c0-a67b-efc4dfadac21 HTTP/1.1" status: 200 len: 210 time: 0.1469643 Apr 19 18:21:02.983468 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6b106d8b-bf1e-4136-8b31-535be1397696 req-a0502fec-2ac4-4890-abf2-ca87c3f4d325 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Notify agent at l3_agent.dv-cinder-786927-1-iscsi the message routers_updated {{(pid=86362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:21:02.995479 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be2e0fd-d463-43c0-aca0-56b656565802 None None] Sync routers for ids ['aabc47b5-5a0c-4202-9422-e26c7ac78f44'] in dv-cinder-786927-1-iscsi {{(pid=86364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:21:03.008112 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be2e0fd-d463-43c0-aca0-56b656565802 None None] Routers {'aabc47b5-5a0c-4202-9422-e26c7ac78f44'} bound to L3 agent in host dv-cinder-786927-1-iscsi {{(pid=86364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:21:03.008976 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-4be2e0fd-d463-43c0-aca0-56b656565802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T18:07:54Z,description=,heartbeat_timestamp=2021-04-19T18:20:54Z,host='dv-cinder-786927-1-iscsi',id=24af6f5b-4620-4572-ab28-0613f710586e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:07:54Z,topic='l3_agent')) {'router_ids': ['aabc47b5-5a0c-4202-9422-e26c7ac78f44'], 'active': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:21:03.101608 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b106d8b-bf1e-4136-8b31-535be1397696 req-a0502fec-2ac4-4890-abf2-ca87c3f4d325 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] No DVR routers for this DVR port 2cf87aef-3c78-43a0-9072-382888213ecc on host hv-cinder-78692 {{(pid=86362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:21:03.105421 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-6b106d8b-bf1e-4136-8b31-535be1397696 req-a0502fec-2ac4-4890-abf2-ca87c3f4d325 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773849'] for port, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:03.111383 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b691650-77a3-46c0-a67b-efc4dfadac21', 'name': 'network-vif-deleted', 'tag': '2cf87aef-3c78-43a0-9072-382888213ecc'}] {{(pid=86362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:21:03.181142 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b691650-77a3-46c0-a67b-efc4dfadac21', 'name': 'network-vif-deleted', 'tag': '2cf87aef-3c78-43a0-9072-382888213ecc', 'status': 'completed', 'code': 200} Apr 19 18:21:03.183410 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6b106d8b-bf1e-4136-8b31-535be1397696 req-a0502fec-2ac4-4890-abf2-ca87c3f4d325 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.53 "DELETE /v2.0/ports/2cf87aef-3c78-43a0-9072-382888213ecc HTTP/1.1" status: 204 len: 173 time: 2.1933992 Apr 19 18:21:03.189514 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e03cd3-4ab9-4fb5-a287-711857ecc7cd req-a9fb14c0-c46c-4146-88d0-02af47ebbdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:03.191649 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b7e03cd3-4ab9-4fb5-a287-711857ecc7cd req-a9fb14c0-c46c-4146-88d0-02af47ebbdb7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=abef1d83cb6b4d96be4c0ee78dd4c6af&device_id=119e2202-ea98-42a4-8d40-2325158ff4ba HTTP/1.1" status: 200 len: 1097 time: 0.1579525 Apr 19 18:21:03.411538 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:03.422348 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e03cd3-4ab9-4fb5-a287-711857ecc7cd req-d42c9bd1-f0a0-42eb-8129-f5ac3102a05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:03.423833 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b7e03cd3-4ab9-4fb5-a287-711857ecc7cd req-d42c9bd1-f0a0-42eb-8129-f5ac3102a05c service neutron] 10.222.0.53 "GET /v2.0/networks?id=1dbd23c1-3d60-4c2e-9fbe-230c0863e39a HTTP/1.1" status: 200 len: 915 time: 0.2239513 Apr 19 18:21:03.459866 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-4be2e0fd-d463-43c0-aca0-56b656565802 None None] Set router aabc47b5-5a0c-4202-9422-e26c7ac78f44 gateway port host: dv-cinder-786927-1-iscsi {{(pid=86364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:21:03.574958 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e6aba2-7f1f-470a-92ad-98c25b8807cf req-0fb3ca04-4b1f-48fb-a4a4-3d5307387a46 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:03.576783 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c7e6aba2-7f1f-470a-92ad-98c25b8807cf req-0fb3ca04-4b1f-48fb-a4a4-3d5307387a46 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] 10.222.0.36 "GET /v2.0/ports?device_id=119e2202-ea98-42a4-8d40-2325158ff4ba HTTP/1.1" status: 200 len: 944 time: 0.1489277 Apr 19 18:21:03.584004 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b7e03cd3-4ab9-4fb5-a287-711857ecc7cd req-d25ec5cf-2851-456c-972d-c05e9dcac890 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c262243-6280-4491-8e7b-74019023d258 HTTP/1.1" status: 200 len: 217 time: 0.1374919 Apr 19 18:21:03.627901 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c7e6aba2-7f1f-470a-92ad-98c25b8807cf req-9c317fd9-1b2d-44db-b4e0-f54a2466109a tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] 10.222.0.36 "GET /v2.0/security-groups?id=51a559a9-c19a-4e63-ad37-472e522e256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443902 Apr 19 18:21:03.692446 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e03cd3-4ab9-4fb5-a287-711857ecc7cd req-a90a8176-210a-4a96-b5ef-b8e2ebded343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:03.694395 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b7e03cd3-4ab9-4fb5-a287-711857ecc7cd req-a90a8176-210a-4a96-b5ef-b8e2ebded343 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a039269f-8037-4f79-a807-f88fb431463a HTTP/1.1" status: 200 len: 854 time: 0.0998509 Apr 19 18:21:03.768367 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b7e03cd3-4ab9-4fb5-a287-711857ecc7cd req-e5344475-9ccd-4d86-a1d6-20fb869aafb7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1dbd23c1-3d60-4c2e-9fbe-230c0863e39a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571392 Apr 19 18:21:03.899351 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-4be2e0fd-d463-43c0-aca0-56b656565802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aabc47b5-5a0c-4202-9422-e26c7ac78f44', 'name': 'tempest-AttachVolumeTestJSON-135969704-router', 'tenant_id': 'fc6d959c6b83478bb73dfad880a83f28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '5cb17819-7a29-4b42-abac-1c85d0b9b4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:16:18Z', 'updated_at': '2021-04-19T18:16:28Z', 'revision_number': 4, 'project_id': 'fc6d959c6b83478bb73dfad880a83f28', 'gw_port': {'id': '5cb17819-7a29-4b42-abac-1c85d0b9b4ab', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aabc47b5-5a0c-4202-9422-e26c7ac78f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:16:19Z', 'updated_at': '2021-04-19T18:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi', '_interfaces': [{'id': '609b9c18-1fd2-4445-8f78-10a76f5dcb6c', 'name': '', 'network_id': '3797f849-9d72-4a34-898b-30cdb86131ec', 'tenant_id': 'fc6d959c6b83478bb73dfad880a83f28', 'mac_address': 'fa:16:3e:13:e4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aabc47b5-5a0c-4202-9422-e26c7ac78f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '43bddb65-670a-42dd-9742-7aecd345a4ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:16:25Z', 'updated_at': '2021-04-19T18:16:43Z', 'revision_number': 5, 'project_id': 'fc6d959c6b83478bb73dfad880a83f28', 'subnets': [{'id': '43bddb65-670a-42dd-9742-7aecd345a4ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-iscsi', False) {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:21:03.904993 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be2e0fd-d463-43c0-aca0-56b656565802 None None] Checking router: aabc47b5-5a0c-4202-9422-e26c7ac78f44 for host: dv-cinder-786927-1-iscsi {{(pid=86364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:21:03.917504 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be2e0fd-d463-43c0-aca0-56b656565802 None None] Routers {'aabc47b5-5a0c-4202-9422-e26c7ac78f44'} bound to L3 agent in host dv-cinder-786927-1-iscsi {{(pid=86364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:21:03.918183 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-4be2e0fd-d463-43c0-aca0-56b656565802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T18:07:54Z,description=,heartbeat_timestamp=2021-04-19T18:20:54Z,host='dv-cinder-786927-1-iscsi',id=24af6f5b-4620-4572-ab28-0613f710586e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:07:54Z,topic='l3_agent')) {'router_ids': ['aabc47b5-5a0c-4202-9422-e26c7ac78f44'], 'active': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:21:04.003303 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b7e03cd3-4ab9-4fb5-a287-711857ecc7cd req-a07c86bf-b1d1-414c-a51d-34016e5259ea service neutron] 10.222.0.53 "GET /v2.0/networks/1dbd23c1-3d60-4c2e-9fbe-230c0863e39a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227116 Apr 19 18:21:04.180102 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b7e03cd3-4ab9-4fb5-a287-711857ecc7cd req-93452d9b-6f13-40dc-ac9d-d510914cb3a6 service neutron] 10.222.0.53 "GET /v2.0/networks/1dbd23c1-3d60-4c2e-9fbe-230c0863e39a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684151 Apr 19 18:21:04.224122 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-4be2e0fd-d463-43c0-aca0-56b656565802 None None] Set router aabc47b5-5a0c-4202-9422-e26c7ac78f44 gateway port host: dv-cinder-786927-1-iscsi {{(pid=86364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:21:04.239113 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a2848fdb-39ed-4179-8fd1-b2a1b041da3f req-ce9ce0d6-f023-40b5-8a00-69425f91f8d1 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b691650-77a3-46c0-a67b-efc4dfadac21 HTTP/1.1" status: 200 len: 210 time: 0.0623472 Apr 19 18:21:04.575415 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-4be2e0fd-d463-43c0-aca0-56b656565802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aabc47b5-5a0c-4202-9422-e26c7ac78f44', 'name': 'tempest-AttachVolumeTestJSON-135969704-router', 'tenant_id': 'fc6d959c6b83478bb73dfad880a83f28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '5cb17819-7a29-4b42-abac-1c85d0b9b4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:16:18Z', 'updated_at': '2021-04-19T18:16:28Z', 'revision_number': 4, 'project_id': 'fc6d959c6b83478bb73dfad880a83f28', 'gw_port': {'id': '5cb17819-7a29-4b42-abac-1c85d0b9b4ab', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aabc47b5-5a0c-4202-9422-e26c7ac78f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:16:19Z', 'updated_at': '2021-04-19T18:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi', '_interfaces': [{'id': '609b9c18-1fd2-4445-8f78-10a76f5dcb6c', 'name': '', 'network_id': '3797f849-9d72-4a34-898b-30cdb86131ec', 'tenant_id': 'fc6d959c6b83478bb73dfad880a83f28', 'mac_address': 'fa:16:3e:13:e4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aabc47b5-5a0c-4202-9422-e26c7ac78f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '43bddb65-670a-42dd-9742-7aecd345a4ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:16:25Z', 'updated_at': '2021-04-19T18:16:43Z', 'revision_number': 5, 'project_id': 'fc6d959c6b83478bb73dfad880a83f28', 'subnets': [{'id': '43bddb65-670a-42dd-9742-7aecd345a4ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-iscsi', False) {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:21:04.580181 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be2e0fd-d463-43c0-aca0-56b656565802 None None] The sync data for ids ['aabc47b5-5a0c-4202-9422-e26c7ac78f44'] in dv-cinder-786927-1-iscsi is: [{'id': 'aabc47b5-5a0c-4202-9422-e26c7ac78f44', 'name': 'tempest-AttachVolumeTestJSON-135969704-router', 'tenant_id': 'fc6d959c6b83478bb73dfad880a83f28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '5cb17819-7a29-4b42-abac-1c85d0b9b4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:16:18Z', 'updated_at': '2021-04-19T18:16:28Z', 'revision_number': 4, 'project_id': 'fc6d959c6b83478bb73dfad880a83f28', 'gw_port': {'id': '5cb17819-7a29-4b42-abac-1c85d0b9b4ab', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aabc47b5-5a0c-4202-9422-e26c7ac78f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:16:19Z', 'updated_at': '2021-04-19T18:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi', '_interfaces': [{'id': '609b9c18-1fd2-4445-8f78-10a76f5dcb6c', 'name': '', 'network_id': '3797f849-9d72-4a34-898b-30cdb86131ec', 'tenant_id': 'fc6d959c6b83478bb73dfad880a83f28', 'mac_address': 'fa:16:3e:13:e4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aabc47b5-5a0c-4202-9422-e26c7ac78f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '43bddb65-670a-42dd-9742-7aecd345a4ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:16:25Z', 'updated_at': '2021-04-19T18:16:43Z', 'revision_number': 5, 'project_id': 'fc6d959c6b83478bb73dfad880a83f28', 'subnets': [{'id': '43bddb65-670a-42dd-9742-7aecd345a4ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:21:04.884351 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151cbda5-52af-4fc6-a71e-4da1f64eae17 req-25669457-c5c0-4f4b-88cc-e3f7f84f6710 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:04.886135 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-151cbda5-52af-4fc6-a71e-4da1f64eae17 req-25669457-c5c0-4f4b-88cc-e3f7f84f6710 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] 10.222.0.36 "GET /v2.0/ports?device_id=119e2202-ea98-42a4-8d40-2325158ff4ba HTTP/1.1" status: 200 len: 944 time: 0.1037154 Apr 19 18:21:04.940932 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-151cbda5-52af-4fc6-a71e-4da1f64eae17 req-0b417eab-a430-4690-97c4-f4db49f5cef3 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] 10.222.0.36 "GET /v2.0/security-groups?id=51a559a9-c19a-4e63-ad37-472e522e256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481312 Apr 19 18:21:05.098271 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b356ace-8e07-40c4-989c-f16a7e077780 None None] New status for floating IP 518162b6-017f-4a11-b97a-48770dfa8dfa: DOWN {{(pid=86365) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 18:21:05.310795 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Device 7c262243-6280-4491-8e7b-74019023d258 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:21:05.313967 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Device 2cf87aef-3c78-43a0-9072-382888213ecc no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:21:05.383144 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] No Port match for: 2cf87aef-3c78-43a0-9072-382888213ecc {{(pid=86364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:21:05.383541 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Device 2cf87aef-3c78-43a0-9072-382888213ecc not bound to the agent host hv-cinder-78692 {{(pid=86364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:21:05.523847 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] For port 7c262243-6280-4491-8e7b-74019023d258, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=7c262243-6280-4491-8e7b-74019023d258,segment=NetworkSegment(2c9b8c8d-385c-4141-a0b8-0cee141188f0),segment_id=2c9b8c8d-385c-4141-a0b8-0cee141188f0)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:21:05.537812 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Returning: {'device': '7c262243-6280-4491-8e7b-74019023d258', 'network_id': '1dbd23c1-3d60-4c2e-9fbe-230c0863e39a', 'port_id': '7c262243-6280-4491-8e7b-74019023d258', 'mac_address': 'fa:16:3e:ce:35:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a039269f-8037-4f79-a807-f88fb431463a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:21:05.600288 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:05.618006 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c262243-6280-4491-8e7b-74019023d258 {{(pid=86364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:21:05.634493 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] For port 7c262243-6280-4491-8e7b-74019023d258, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=7c262243-6280-4491-8e7b-74019023d258,segment=NetworkSegment(2c9b8c8d-385c-4141-a0b8-0cee141188f0),segment_id=2c9b8c8d-385c-4141-a0b8-0cee141188f0)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:21:05.638484 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:05.641492 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:05.712326 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Pushing event updated for resources: {'Port': ['ID=7c262243-6280-4491-8e7b-74019023d258,revision_number=4']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:05.715553 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:05.923562 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] get_ports_and_sgs() called for port_ids ['7c262243-6280-4491-8e7b-74019023d258'] {{(pid=86364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:21:06.393086 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4efa2b-18ac-4a63-aeb9-05f612f50f4f req-e929d492-b451-4e36-86df-5545203c9641 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:06.394710 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-9c4efa2b-18ac-4a63-aeb9-05f612f50f4f req-e929d492-b451-4e36-86df-5545203c9641 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] 10.222.0.36 "GET /v2.0/ports?device_id=119e2202-ea98-42a4-8d40-2325158ff4ba HTTP/1.1" status: 200 len: 945 time: 0.3258376 Apr 19 18:21:06.448782 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-9c4efa2b-18ac-4a63-aeb9-05f612f50f4f req-6c54bac2-c894-4852-94e8-9835b59dd7cd tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] 10.222.0.36 "GET /v2.0/security-groups?id=51a559a9-c19a-4e63-ad37-472e522e256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457971 Apr 19 18:21:06.458200 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 35816) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:21:06.527824 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-84b0b39a-7a60-4bb6-909c-7aa246600477 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:06.559616 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-84b0b39a-7a60-4bb6-909c-7aa246600477 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:06.608041 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-84b0b39a-7a60-4bb6-909c-7aa246600477 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:06.613575 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-e492a313-3bf7-4205-9b48-9f58003c2dac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:06.629684 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b0b39a-7a60-4bb6-909c-7aa246600477 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=778d29cd-223c-4156-b234-ea1b27d18789,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:06.636175 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-84b0b39a-7a60-4bb6-909c-7aa246600477 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:06.641762 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-84b0b39a-7a60-4bb6-909c-7aa246600477 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:06.643763 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-84b0b39a-7a60-4bb6-909c-7aa246600477 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "DELETE /v2.0/security-groups/778d29cd-223c-4156-b234-ea1b27d18789 HTTP/1.1" status: 204 len: 168 time: 0.1844099 Apr 19 18:21:06.646498 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 35822) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:21:06.664743 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.v2.resource [None req-10beab6d-a7dd-4cf8-8aa4-c8d019895e21 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] show failed (client error): The resource could not be found. Apr 19 18:21:06.666624 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-10beab6d-a7dd-4cf8-8aa4-c8d019895e21 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/security-groups/778d29cd-223c-4156-b234-ea1b27d18789 HTTP/1.1" status: 404 len: 347 time: 0.0183380 Apr 19 18:21:06.669606 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 35826) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:21:06.848077 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-2f06897b-3bb3-43da-a95f-6bc7353e5f1b tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Deleting port 2ada5a36-b7a0-4b18-8980-1c544102965b {{(pid=86363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:21:06.848471 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2f06897b-3bb3-43da-a95f-6bc7353e5f1b tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254156519796'] for port, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:07.043503 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2f06897b-3bb3-43da-a95f-6bc7353e5f1b tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648318'] for port, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:07.043880 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2f06897b-3bb3-43da-a95f-6bc7353e5f1b tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:07.179610 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-2f06897b-3bb3-43da-a95f-6bc7353e5f1b tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Calling delete_port for 2ada5a36-b7a0-4b18-8980-1c544102965b owned by network:floatingip {{(pid=86363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:21:07.307619 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Device 7c262243-6280-4491-8e7b-74019023d258 up at agent hyperv_hv-cinder-78692 {{(pid=86364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:21:07.339267 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2f06897b-3bb3-43da-a95f-6bc7353e5f1b tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254156516127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254156964383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10486948'] for port, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:07.345096 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-e4614a6c-7df9-4147-ada5-d682d1c2e298 tempest-DeleteServersTestJSON-1051952203 tempest-DeleteServersTestJSON-1051952203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:07.394214 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Provisioning for port 7c262243-6280-4491-8e7b-74019023d258 completed by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:21:07.399618 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f06897b-3bb3-43da-a95f-6bc7353e5f1b tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Pushing event deleted for resources: {'Port': ['ID=2ada5a36-b7a0-4b18-8980-1c544102965b,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:07.399991 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Provisioning complete for port 7c262243-6280-4491-8e7b-74019023d258 triggered by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:21:07.400403 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:07.428832 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-2f06897b-3bb3-43da-a95f-6bc7353e5f1b tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:07.507746 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2f06897b-3bb3-43da-a95f-6bc7353e5f1b tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Notify callbacks [] for floatingip, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:07.523500 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2f06897b-3bb3-43da-a95f-6bc7353e5f1b tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773849'] for floatingip, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:07.524916 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-2f06897b-3bb3-43da-a95f-6bc7353e5f1b tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "DELETE /v2.0/floatingips/518162b6-017f-4a11-b97a-48770dfa8dfa HTTP/1.1" status: 204 len: 168 time: 0.8542802 Apr 19 18:21:07.537987 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:07.573007 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '119e2202-ea98-42a4-8d40-2325158ff4ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c262243-6280-4491-8e7b-74019023d258'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:21:07.583853 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] For port 7c262243-6280-4491-8e7b-74019023d258, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=7c262243-6280-4491-8e7b-74019023d258,segment=NetworkSegment(2c9b8c8d-385c-4141-a0b8-0cee141188f0),segment_id=2c9b8c8d-385c-4141-a0b8-0cee141188f0)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:21:07.587387 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:07.589365 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-5be68334-1ad2-4a44-8fdd-ab84b728866e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:07.666775 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Pushing event updated for resources: {'Port': ['ID=7c262243-6280-4491-8e7b-74019023d258,revision_number=5']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:07.670425 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:07.677641 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723953cc-4dd4-4138-93fb-9d703a42b8f1 req-15dd2c97-ed70-44b8-8de1-39428ae9272b tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:07.679363 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-723953cc-4dd4-4138-93fb-9d703a42b8f1 req-15dd2c97-ed70-44b8-8de1-39428ae9272b tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] 10.222.0.36 "GET /v2.0/ports?device_id=119e2202-ea98-42a4-8d40-2325158ff4ba HTTP/1.1" status: 200 len: 946 time: 0.0973520 Apr 19 18:21:07.731462 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-723953cc-4dd4-4138-93fb-9d703a42b8f1 req-7100be42-84a7-4ee4-a755-cabbaeb31f65 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] 10.222.0.36 "GET /v2.0/security-groups?id=51a559a9-c19a-4e63-ad37-472e522e256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448718 Apr 19 18:21:07.790487 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '119e2202-ea98-42a4-8d40-2325158ff4ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c262243-6280-4491-8e7b-74019023d258', 'code': 200} Apr 19 18:21:07.971440 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 35852) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:21:07.977423 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-01033f5d-624b-4ed5-84db-638beba4c5a1 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Request body: {'security_group': {'name': 'tempest-securitygroup--639560391', 'description': 'tempest-description--876586839'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:21:07.984717 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-01033f5d-624b-4ed5-84db-638beba4c5a1 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:21:07.989080 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-01033f5d-624b-4ed5-84db-638beba4c5a1 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Usage tracker for resource:security_group and tenant:fc6d959c6b83478bb73dfad880a83f28 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:21:07.992145 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-01033f5d-624b-4ed5-84db-638beba4c5a1 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:21:08.038402 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-01033f5d-624b-4ed5-84db-638beba4c5a1 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:21:08.059548 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-01033f5d-624b-4ed5-84db-638beba4c5a1 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:08.096203 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-01033f5d-624b-4ed5-84db-638beba4c5a1 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:21:08.101974 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-01033f5d-624b-4ed5-84db-638beba4c5a1 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Usage tracker for resource:security_group_rule and tenant:fc6d959c6b83478bb73dfad880a83f28 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:21:08.107482 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-01033f5d-624b-4ed5-84db-638beba4c5a1 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:21:08.115354 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5cb498-1f57-4810-b604-ed70826cf176 req-833301b0-ca32-4d5f-809d-7d848788ec38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:08.116982 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-fe5cb498-1f57-4810-b604-ed70826cf176 req-833301b0-ca32-4d5f-809d-7d848788ec38 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=119e2202-ea98-42a4-8d40-2325158ff4ba HTTP/1.1" status: 200 len: 1099 time: 0.1210930 Apr 19 18:21:08.117885 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-01033f5d-624b-4ed5-84db-638beba4c5a1 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:21:08.184750 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-fe5cb498-1f57-4810-b604-ed70826cf176 req-72da4fed-5df2-4d9b-885a-06e435d10d70 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=51a559a9-c19a-4e63-ad37-472e522e256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576162 Apr 19 18:21:08.232597 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-01033f5d-624b-4ed5-84db-638beba4c5a1 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:08.235676 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-01033f5d-624b-4ed5-84db-638beba4c5a1 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:08.241480 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-90d3046e-61bf-499e-a45b-483bbbaae946 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:08.287408 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01033f5d-624b-4ed5-84db-638beba4c5a1 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74b5371d-1336-49e1-b1ea-54af417b4943,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:08.290490 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-01033f5d-624b-4ed5-84db-638beba4c5a1 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:08.292579 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-01033f5d-624b-4ed5-84db-638beba4c5a1 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3200374 Apr 19 18:21:08.293666 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-01033f5d-624b-4ed5-84db-638beba4c5a1 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:08.295645 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 35856) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:21:08.301114 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-d5393a0b-6878-40d3-be0f-31f3cd7732a9 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Request body: {'security_group_rule': {'security_group_id': '74b5371d-1336-49e1-b1ea-54af417b4943', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:21:08.307784 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-d5393a0b-6878-40d3-be0f-31f3cd7732a9 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:21:08.311905 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-d5393a0b-6878-40d3-be0f-31f3cd7732a9 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Usage tracker for resource:security_group_rule and tenant:fc6d959c6b83478bb73dfad880a83f28 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:21:08.315010 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-d5393a0b-6878-40d3-be0f-31f3cd7732a9 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:21:08.321186 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-d5393a0b-6878-40d3-be0f-31f3cd7732a9 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:21:08.338546 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d5393a0b-6878-40d3-be0f-31f3cd7732a9 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:08.406438 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d5393a0b-6878-40d3-be0f-31f3cd7732a9 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:08.409446 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d5393a0b-6878-40d3-be0f-31f3cd7732a9 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855548'] for security_group_rule, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:08.411661 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-a33de568-d361-47d1-b8f8-e036cb952ab0 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:08.436791 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5393a0b-6878-40d3-be0f-31f3cd7732a9 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7531ec8c-d992-4554-8eb5-3bc1c4049cdd,revision_number=0']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:08.439474 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-d5393a0b-6878-40d3-be0f-31f3cd7732a9 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:08.446241 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d5393a0b-6878-40d3-be0f-31f3cd7732a9 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:08.447664 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-d5393a0b-6878-40d3-be0f-31f3cd7732a9 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1510131 Apr 19 18:21:08.450550 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 35860) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:21:08.456407 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-9e15dd44-36ac-443f-ad0a-7d17fffc56ef tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Request body: {'security_group_rule': {'security_group_id': '74b5371d-1336-49e1-b1ea-54af417b4943', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:21:08.463727 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-9e15dd44-36ac-443f-ad0a-7d17fffc56ef tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:21:08.467788 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-9e15dd44-36ac-443f-ad0a-7d17fffc56ef tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Usage tracker for resource:security_group_rule and tenant:fc6d959c6b83478bb73dfad880a83f28 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:21:08.470817 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-9e15dd44-36ac-443f-ad0a-7d17fffc56ef tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:21:08.476928 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-9e15dd44-36ac-443f-ad0a-7d17fffc56ef tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:21:08.494625 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9e15dd44-36ac-443f-ad0a-7d17fffc56ef tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:08.563369 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9e15dd44-36ac-443f-ad0a-7d17fffc56ef tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:08.566623 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9e15dd44-36ac-443f-ad0a-7d17fffc56ef tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855548'] for security_group_rule, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:08.572246 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-3d26ebb9-02e7-47b6-a3f7-4ec4484c66f8 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:08.599857 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e15dd44-36ac-443f-ad0a-7d17fffc56ef tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62c82293-cc51-4bad-b3c9-993ff26ce453,revision_number=0']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:08.605725 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-9e15dd44-36ac-443f-ad0a-7d17fffc56ef tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:08.609819 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9e15dd44-36ac-443f-ad0a-7d17fffc56ef tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:08.611163 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-9e15dd44-36ac-443f-ad0a-7d17fffc56ef tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1595836 Apr 19 18:21:08.614396 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 35868) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:21:08.620143 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-7f5b8095-458f-4368-8181-b1467003d224 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Request body: {'floatingip': {'floating_network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:21:08.626581 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-7f5b8095-458f-4368-8181-b1467003d224 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:21:08.630771 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-7f5b8095-458f-4368-8181-b1467003d224 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Usage tracker for resource:floatingip and tenant:fc6d959c6b83478bb73dfad880a83f28 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:21:08.633948 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-7f5b8095-458f-4368-8181-b1467003d224 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:21:08.640245 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-7f5b8095-458f-4368-8181-b1467003d224 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:21:08.651037 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7f5b8095-458f-4368-8181-b1467003d224 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Notify callbacks [] for floatingip, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:08.817279 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7f5b8095-458f-4368-8181-b1467003d224 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:08.957162 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3e03fd-a2ba-47dd-bfa3-3a3cafc72eeb req-fe4763ca-faee-475f-a313-1f95dfcf5f85 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:08.958860 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5c3e03fd-a2ba-47dd-bfa3-3a3cafc72eeb req-fe4763ca-faee-475f-a313-1f95dfcf5f85 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] 10.222.0.36 "GET /v2.0/ports?device_id=119e2202-ea98-42a4-8d40-2325158ff4ba HTTP/1.1" status: 200 len: 946 time: 0.1038890 Apr 19 18:21:08.977612 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [None req-7f5b8095-458f-4368-8181-b1467003d224 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Allocated IP 172.27.0.33 (4d554598-b480-4681-a36f-a7d82bbc0b33/6ca15ad6-e22c-47ba-9758-57475411b5fa/c8d8ae8f-2a09-451d-b1c3-4228e0d7c5a6) {{(pid=86363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:21:09.016317 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5c3e03fd-a2ba-47dd-bfa3-3a3cafc72eeb req-0bea7dd2-92d1-42c0-a030-742f519b3d83 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] 10.222.0.36 "GET /v2.0/security-groups?id=51a559a9-c19a-4e63-ad37-472e522e256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440457 Apr 19 18:21:09.075266 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 35882) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:21:09.176375 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7f5b8095-458f-4368-8181-b1467003d224 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Notify callbacks [] for port, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:09.210776 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7f5b8095-458f-4368-8181-b1467003d224 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782697811417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10486948'] for port, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:09.215170 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f1a11545-9e92-4faf-b879-b3d4ee1ddc4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:09.216445 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-795f586a-840d-4e43-b278-0c2d2224fc41 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:09.231794 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-f1a11545-9e92-4faf-b879-b3d4ee1ddc4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:21:09.235859 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-f1a11545-9e92-4faf-b879-b3d4ee1ddc4b admin admin] Usage tracker for resource:security_group_rule and tenant:417065984fff4314972e155b8103fbbb is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:21:09.238799 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-f1a11545-9e92-4faf-b879-b3d4ee1ddc4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:21:09.245660 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-f1a11545-9e92-4faf-b879-b3d4ee1ddc4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:21:09.288349 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5b8095-458f-4368-8181-b1467003d224 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Network 4d554598-b480-4681-a36f-a7d82bbc0b33 is already hosted by enough agents. {{(pid=86363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:21:09.292462 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-7f5b8095-458f-4368-8181-b1467003d224 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Resources bound (agent type, host, resource id): {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:21:09.297351 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5b8095-458f-4368-8181-b1467003d224 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Received port after_create {{(pid=86363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:21:09.334395 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f1a11545-9e92-4faf-b879-b3d4ee1ddc4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:09.337256 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f1a11545-9e92-4faf-b879-b3d4ee1ddc4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:09.339198 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5b8095-458f-4368-8181-b1467003d224 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Pushing event updated for resources: {'Port': ['ID=c8d8ae8f-2a09-451d-b1c3-4228e0d7c5a6,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:09.343580 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-7f5b8095-458f-4368-8181-b1467003d224 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:09.348931 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-0d859c09-0491-4881-af99-c6f51f7fc8f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:09.388950 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-f1a11545-9e92-4faf-b879-b3d4ee1ddc4b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=417065984fff4314972e155b8103fbbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3124268 Apr 19 18:21:09.390658 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a11545-9e92-4faf-b879-b3d4ee1ddc4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa54067e-0097-41ae-b8a3-d93bea10136d,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:09.391822 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 35888) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:21:09.393898 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-f1a11545-9e92-4faf-b879-b3d4ee1ddc4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:09.394881 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7f5b8095-458f-4368-8181-b1467003d224 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:09.500747 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7f5b8095-458f-4368-8181-b1467003d224 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:09.555695 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-684f056c-caa2-4942-aae7-eda3dfbfa5fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:09.605161 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-684f056c-caa2-4942-aae7-eda3dfbfa5fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:09.769415 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-684f056c-caa2-4942-aae7-eda3dfbfa5fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:09.777384 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-c87f772c-2bdd-44e9-9e0c-20f01c571c6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:09.804352 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684f056c-caa2-4942-aae7-eda3dfbfa5fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa54067e-0097-41ae-b8a3-d93bea10136d,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:09.809642 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-684f056c-caa2-4942-aae7-eda3dfbfa5fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:09.832218 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-684f056c-caa2-4942-aae7-eda3dfbfa5fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:09.833454 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-684f056c-caa2-4942-aae7-eda3dfbfa5fb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fa54067e-0097-41ae-b8a3-d93bea10136d HTTP/1.1" status: 204 len: 168 time: 0.4406669 Apr 19 18:21:09.840767 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7f5b8095-458f-4368-8181-b1467003d224 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Notify callbacks [] for port, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:09.844458 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7f5b8095-458f-4368-8181-b1467003d224 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844288851'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:09.849726 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-73b2e338-95e6-48cd-89b2-3f821610f903 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:09.965223 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5b8095-458f-4368-8181-b1467003d224 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Pushing event updated for resources: {'Port': ['ID=c8d8ae8f-2a09-451d-b1c3-4228e0d7c5a6,revision_number=2']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:09.970079 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-7f5b8095-458f-4368-8181-b1467003d224 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:09.977330 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7f5b8095-458f-4368-8181-b1467003d224 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854123342'] for floatingip, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:09.995388 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7f5b8095-458f-4368-8181-b1467003d224 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773849'] for floatingip, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:09.997169 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-7f5b8095-458f-4368-8181-b1467003d224 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3813303 Apr 19 18:21:10.170211 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 35908) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:21:10.191919 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5fc3b0ae-b5c8-48c8-b4c4-153af599acd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:10.242430 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-5fc3b0ae-b5c8-48c8-b4c4-153af599acd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:21:10.251518 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-5fc3b0ae-b5c8-48c8-b4c4-153af599acd5 admin admin] Usage tracker for resource:security_group_rule and tenant:f21cb17945264239aaa24d75faa97301 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:21:10.260870 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a28bd0-12f3-41b7-826a-9b8f3d159cd4 req-a1fa16fd-c360-49dd-a3bd-adca0d49daf6 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:10.262529 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e6a28bd0-12f3-41b7-826a-9b8f3d159cd4 req-a1fa16fd-c360-49dd-a3bd-adca0d49daf6 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] 10.222.0.36 "GET /v2.0/ports?device_id=119e2202-ea98-42a4-8d40-2325158ff4ba HTTP/1.1" status: 200 len: 946 time: 0.1062632 Apr 19 18:21:10.264328 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-5fc3b0ae-b5c8-48c8-b4c4-153af599acd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:21:10.276959 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-5fc3b0ae-b5c8-48c8-b4c4-153af599acd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:21:10.285136 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a3323133-5745-4284-b8be-72c2d1963882 req-4f754c1c-213d-455e-a567-c47e17cc97fa tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--639560391&fields=id&tenant_id=fc6d959c6b83478bb73dfad880a83f28 HTTP/1.1" status: 200 len: 267 time: 0.0696914 Apr 19 18:21:10.316304 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e6a28bd0-12f3-41b7-826a-9b8f3d159cd4 req-586e7e22-ef52-4b1f-8b3d-2f6304ec56f3 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] 10.222.0.36 "GET /v2.0/security-groups?id=51a559a9-c19a-4e63-ad37-472e522e256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467453 Apr 19 18:21:10.504473 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3323133-5745-4284-b8be-72c2d1963882 req-a0ace5b6-6d9f-4b2a-8d36-866cf68b97f7 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:10.506092 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a3323133-5745-4284-b8be-72c2d1963882 req-a0ace5b6-6d9f-4b2a-8d36-866cf68b97f7 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/networks?id=3797f849-9d72-4a34-898b-30cdb86131ec HTTP/1.1" status: 200 len: 810 time: 0.2113442 Apr 19 18:21:10.545914 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a3323133-5745-4284-b8be-72c2d1963882 req-dcb9eb65-bedd-4fe8-ab2a-11cce884ba7a tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/quotas/fc6d959c6b83478bb73dfad880a83f28 HTTP/1.1" status: 200 len: 375 time: 0.0284140 Apr 19 18:21:10.551098 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5fc3b0ae-b5c8-48c8-b4c4-153af599acd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:10.594228 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5fc3b0ae-b5c8-48c8-b4c4-153af599acd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:10.609798 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:10.663745 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc3b0ae-b5c8-48c8-b4c4-153af599acd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6119eece-c486-4bbc-8e9d-9c705dd098ca,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:10.668908 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-5fc3b0ae-b5c8-48c8-b4c4-153af599acd5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f21cb17945264239aaa24d75faa97301&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4974713 Apr 19 18:21:10.671176 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-5fc3b0ae-b5c8-48c8-b4c4-153af599acd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:10.673485 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 35924) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:21:10.751101 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-a3323133-5745-4284-b8be-72c2d1963882 req-eec1e603-2fb4-40a0-8dab-97e189e0132f tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Synchronizing usage tracker for tenant:fc6d959c6b83478bb73dfad880a83f28 on resource:port {{(pid=86362) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:21:10.779248 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-16152d44-bfea-4aae-95c2-11cdf25d35a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:10.790451 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-a3323133-5745-4284-b8be-72c2d1963882 req-eec1e603-2fb4-40a0-8dab-97e189e0132f tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Unset dirty status for tenant:fc6d959c6b83478bb73dfad880a83f28 on resource:port {{(pid=86362) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:21:10.792240 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a3323133-5745-4284-b8be-72c2d1963882 req-eec1e603-2fb4-40a0-8dab-97e189e0132f tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=fc6d959c6b83478bb73dfad880a83f28&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2397535 Apr 19 18:21:10.842362 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-16152d44-bfea-4aae-95c2-11cdf25d35a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:11.000356 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a3323133-5745-4284-b8be-72c2d1963882 req-262f7f0e-2631-4389-9b23-3671137d086b service neutron] 10.222.0.36 "GET /v2.0/networks/3797f849-9d72-4a34-898b-30cdb86131ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896763 Apr 19 18:21:11.001515 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-16152d44-bfea-4aae-95c2-11cdf25d35a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:11.006818 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-85291ee5-f7b2-4119-8738-ab803ca4a012 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:11.045799 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16152d44-bfea-4aae-95c2-11cdf25d35a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6119eece-c486-4bbc-8e9d-9c705dd098ca,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:11.051627 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-16152d44-bfea-4aae-95c2-11cdf25d35a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:11.128018 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-16152d44-bfea-4aae-95c2-11cdf25d35a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:11.129173 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-16152d44-bfea-4aae-95c2-11cdf25d35a0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6119eece-c486-4bbc-8e9d-9c705dd098ca HTTP/1.1" status: 204 len: 168 time: 0.4546885 Apr 19 18:21:11.179919 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a3323133-5745-4284-b8be-72c2d1963882 req-f9cec4d4-5089-44dd-9f8e-b9adf11ffd2b service neutron] 10.222.0.36 "GET /v2.0/networks/3797f849-9d72-4a34-898b-30cdb86131ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648788 Apr 19 18:21:11.435405 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-a8d39a7e-300d-4198-8a0e-fea981ec7587 req-cc158428-2d4a-4204-9c68-8635beae7676 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Synchronizing usage tracker for tenant:fc6d959c6b83478bb73dfad880a83f28 on resource:port {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:21:11.449147 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-a8d39a7e-300d-4198-8a0e-fea981ec7587 req-cc158428-2d4a-4204-9c68-8635beae7676 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Unset dirty status for tenant:fc6d959c6b83478bb73dfad880a83f28 on resource:port {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:21:11.450135 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a8d39a7e-300d-4198-8a0e-fea981ec7587 req-cc158428-2d4a-4204-9c68-8635beae7676 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdac3bd0-d02b-4caf-96e6-93c1dd1d8ef9 HTTP/1.1" status: 200 len: 210 time: 0.0688806 Apr 19 18:21:12.626725 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-47b63836-6004-49dc-8e87-5894f78e3f6f req-2151fed4-5464-4286-8cc2-ac6e08e1ab7a tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdac3bd0-d02b-4caf-96e6-93c1dd1d8ef9 HTTP/1.1" status: 200 len: 210 time: 0.0564046 Apr 19 18:21:12.747307 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3323133-5745-4284-b8be-72c2d1963882 req-d6a04030-87dd-4388-a970-e7e9d49e53f9 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:12.748974 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a3323133-5745-4284-b8be-72c2d1963882 req-d6a04030-87dd-4388-a970-e7e9d49e53f9 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.53 "GET /v2.0/networks?id=3797f849-9d72-4a34-898b-30cdb86131ec HTTP/1.1" status: 200 len: 810 time: 0.1879601 Apr 19 18:21:12.841911 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-a3323133-5745-4284-b8be-72c2d1963882 req-92565215-1b18-4a60-92ec-6868065a38d8 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Synchronizing usage tracker for tenant:fc6d959c6b83478bb73dfad880a83f28 on resource:security_group {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:21:12.858021 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-a3323133-5745-4284-b8be-72c2d1963882 req-92565215-1b18-4a60-92ec-6868065a38d8 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Unset dirty status for tenant:fc6d959c6b83478bb73dfad880a83f28 on resource:security_group {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:21:12.859668 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a3323133-5745-4284-b8be-72c2d1963882 req-92565215-1b18-4a60-92ec-6868065a38d8 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fc6d959c6b83478bb73dfad880a83f28 HTTP/1.1" status: 200 len: 5703 time: 0.1004660 Apr 19 18:21:12.876966 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [req-a3323133-5745-4284-b8be-72c2d1963882 req-ac3157af-c31f-43d3-a2a8-227bb3bae0e5 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Request body: {'port': {'device_id': 'bdac3bd0-d02b-4caf-96e6-93c1dd1d8ef9', 'network_id': '3797f849-9d72-4a34-898b-30cdb86131ec', 'admin_state_up': True, 'tenant_id': 'fc6d959c6b83478bb73dfad880a83f28', 'security_groups': ['74b5371d-1336-49e1-b1ea-54af417b4943']}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:21:13.032501 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [req-a3323133-5745-4284-b8be-72c2d1963882 req-ac3157af-c31f-43d3-a2a8-227bb3bae0e5 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:21:13.043578 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [req-a3323133-5745-4284-b8be-72c2d1963882 req-ac3157af-c31f-43d3-a2a8-227bb3bae0e5 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:21:13.053102 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3323133-5745-4284-b8be-72c2d1963882 req-ac3157af-c31f-43d3-a2a8-227bb3bae0e5 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Made reservation on behalf of fc6d959c6b83478bb73dfad880a83f28 for: {'port': 1} {{(pid=86363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:21:13.060144 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-a3323133-5745-4284-b8be-72c2d1963882 req-ac3157af-c31f-43d3-a2a8-227bb3bae0e5 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:13.236674 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [req-a3323133-5745-4284-b8be-72c2d1963882 req-ac3157af-c31f-43d3-a2a8-227bb3bae0e5 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Allocated IP 172.20.0.4 (3797f849-9d72-4a34-898b-30cdb86131ec/43bddb65-670a-42dd-9742-7aecd345a4ee/0697dc52-b024-48f7-830e-fccbd7fdb119) {{(pid=86363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:21:13.452198 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-a3323133-5745-4284-b8be-72c2d1963882 req-ac3157af-c31f-43d3-a2a8-227bb3bae0e5 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Notify callbacks [] for port, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:13.469933 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [req-a3323133-5745-4284-b8be-72c2d1963882 req-ac3157af-c31f-43d3-a2a8-227bb3bae0e5 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Transition to ACTIVE for port object 0697dc52-b024-48f7-830e-fccbd7fdb119 will not be triggered until provisioned by entity DHCP. {{(pid=86363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:21:13.497660 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-a3323133-5745-4284-b8be-72c2d1963882 req-ac3157af-c31f-43d3-a2a8-227bb3bae0e5 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782697811417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10486948'] for port, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:13.504481 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b03c1ad8-61a7-4f6f-8923-a8dddf8c1146 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:13.579776 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3323133-5745-4284-b8be-72c2d1963882 req-ac3157af-c31f-43d3-a2a8-227bb3bae0e5 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Network 3797f849-9d72-4a34-898b-30cdb86131ec is already hosted by enough agents. {{(pid=86363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:21:13.583357 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [req-a3323133-5745-4284-b8be-72c2d1963882 req-ac3157af-c31f-43d3-a2a8-227bb3bae0e5 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Resources bound (agent type, host, resource id): {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:21:13.587479 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3323133-5745-4284-b8be-72c2d1963882 req-ac3157af-c31f-43d3-a2a8-227bb3bae0e5 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Received port after_create {{(pid=86363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:21:13.622051 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3157af-c31f-43d3-a2a8-227bb3bae0e5 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Pushing event updated for resources: {'Port': ['ID=0697dc52-b024-48f7-830e-fccbd7fdb119,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:13.629763 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-ac3157af-c31f-43d3-a2a8-227bb3bae0e5 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:13.668605 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3323133-5745-4284-b8be-72c2d1963882 req-ac3157af-c31f-43d3-a2a8-227bb3bae0e5 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:13.669449 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-a3323133-5745-4284-b8be-72c2d1963882 req-ac3157af-c31f-43d3-a2a8-227bb3bae0e5 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773849'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:13.696331 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a3323133-5745-4284-b8be-72c2d1963882 req-ac3157af-c31f-43d3-a2a8-227bb3bae0e5 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8241456 Apr 19 18:21:13.715701 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [req-a3323133-5745-4284-b8be-72c2d1963882 req-7cb0a010-c7cc-477a-9ef5-da3f4d295210 service neutron] Request body: {'port': {'device_id': 'bdac3bd0-d02b-4caf-96e6-93c1dd1d8ef9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:21:13.866500 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-2410049c-9602-4fa9-a87c-88e1210899bf None None] Provisioning for port 0697dc52-b024-48f7-830e-fccbd7fdb119 completed by entity DHCP. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:21:13.873876 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-2410049c-9602-4fa9-a87c-88e1210899bf None None] Provisioning complete for port 0697dc52-b024-48f7-830e-fccbd7fdb119 triggered by entity DHCP. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:21:13.874473 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2410049c-9602-4fa9-a87c-88e1210899bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:13.886227 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-a3323133-5745-4284-b8be-72c2d1963882 req-7cb0a010-c7cc-477a-9ef5-da3f4d295210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:13.941335 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-2410049c-9602-4fa9-a87c-88e1210899bf None None] Port 0697dc52-b024-48f7-830e-fccbd7fdb119 cannot update to ACTIVE because it is not bound. {{(pid=86364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:21:14.115631 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b60262-0dcc-4190-bfa2-b992deb71544 req-74d3bd75-09a6-4308-b7b7-55a2e0295e8b tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:14.116401 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-98b60262-0dcc-4190-bfa2-b992deb71544 req-74d3bd75-09a6-4308-b7b7-55a2e0295e8b tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Synchronizing usage tracker for tenant:fc6d959c6b83478bb73dfad880a83f28 on resource:port {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:21:14.165225 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-98b60262-0dcc-4190-bfa2-b992deb71544 req-74d3bd75-09a6-4308-b7b7-55a2e0295e8b tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Unset dirty status for tenant:fc6d959c6b83478bb73dfad880a83f28 on resource:port {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:21:14.166801 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-98b60262-0dcc-4190-bfa2-b992deb71544 req-74d3bd75-09a6-4308-b7b7-55a2e0295e8b tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdac3bd0-d02b-4caf-96e6-93c1dd1d8ef9 HTTP/1.1" status: 200 len: 931 time: 0.2667334 Apr 19 18:21:14.283890 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-98b60262-0dcc-4190-bfa2-b992deb71544 req-971df194-fa99-4de8-9a11-d31397d9f889 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/security-groups?id=74b5371d-1336-49e1-b1ea-54af417b4943&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684268 Apr 19 18:21:14.391144 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [req-a3323133-5745-4284-b8be-72c2d1963882 req-7cb0a010-c7cc-477a-9ef5-da3f4d295210 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0697dc52-b024-48f7-830e-fccbd7fdb119 {{(pid=86363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:21:14.398840 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-a3323133-5745-4284-b8be-72c2d1963882 req-7cb0a010-c7cc-477a-9ef5-da3f4d295210 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:14.413599 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [req-a3323133-5745-4284-b8be-72c2d1963882 req-7cb0a010-c7cc-477a-9ef5-da3f4d295210 service neutron] Transition to ACTIVE for port object 0697dc52-b024-48f7-830e-fccbd7fdb119 will not be triggered until provisioned by entity L2. {{(pid=86363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:21:14.416426 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-a3323133-5745-4284-b8be-72c2d1963882 req-7cb0a010-c7cc-477a-9ef5-da3f4d295210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844288851'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:14.420983 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-3b79bc6d-ab3d-4c37-9f2b-e91fe8951166 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:14.596690 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb0a010-c7cc-477a-9ef5-da3f4d295210 service neutron] Pushing event updated for resources: {'Port': ['ID=0697dc52-b024-48f7-830e-fccbd7fdb119,revision_number=2']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:14.626499 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-7cb0a010-c7cc-477a-9ef5-da3f4d295210 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:14.673910 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-a3323133-5745-4284-b8be-72c2d1963882 req-7cb0a010-c7cc-477a-9ef5-da3f4d295210 service neutron] Attempting to bind port 0697dc52-b024-48f7-830e-fccbd7fdb119 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:21:14.674489 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-a3323133-5745-4284-b8be-72c2d1963882 req-7cb0a010-c7cc-477a-9ef5-da3f4d295210 service neutron] Attempting to bind port 0697dc52-b024-48f7-830e-fccbd7fdb119 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '7a2615d6-dc47-46a0-9b5b-ef7d5912dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3797f849-9d72-4a34-898b-30cdb86131ec'}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:21:14.674640 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3323133-5745-4284-b8be-72c2d1963882 req-7cb0a010-c7cc-477a-9ef5-da3f4d295210 service neutron] Attempting to bind port 0697dc52-b024-48f7-830e-fccbd7fdb119 on network 3797f849-9d72-4a34-898b-30cdb86131ec {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:21:14.679842 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3323133-5745-4284-b8be-72c2d1963882 req-7cb0a010-c7cc-477a-9ef5-da3f4d295210 service neutron] Port 0697dc52-b024-48f7-830e-fccbd7fdb119 on network 3797f849-9d72-4a34-898b-30cdb86131ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 18:21:14.680206 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3323133-5745-4284-b8be-72c2d1963882 req-7cb0a010-c7cc-477a-9ef5-da3f4d295210 service neutron] Attempting to bind port 0697dc52-b024-48f7-830e-fccbd7fdb119 on network 3797f849-9d72-4a34-898b-30cdb86131ec {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:21:14.686599 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3323133-5745-4284-b8be-72c2d1963882 req-7cb0a010-c7cc-477a-9ef5-da3f4d295210 service neutron] Checking agent: {'id': '45629c73-d10e-4994-a087-373ccf8ea198', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 14, 33), 'started_at': datetime.datetime(2021, 4, 19, 18, 14, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:21:14.686970 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3323133-5745-4284-b8be-72c2d1963882 req-7cb0a010-c7cc-477a-9ef5-da3f4d295210 service neutron] Checking segment: {'id': '7a2615d6-dc47-46a0-9b5b-ef7d5912dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3797f849-9d72-4a34-898b-30cdb86131ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:21:14.687441 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3323133-5745-4284-b8be-72c2d1963882 req-7cb0a010-c7cc-477a-9ef5-da3f4d295210 service neutron] Bound using segment: {'id': '7a2615d6-dc47-46a0-9b5b-ef7d5912dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3797f849-9d72-4a34-898b-30cdb86131ec'} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:21:14.687942 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-a3323133-5745-4284-b8be-72c2d1963882 req-7cb0a010-c7cc-477a-9ef5-da3f4d295210 service neutron] Bound port: 0697dc52-b024-48f7-830e-fccbd7fdb119, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a2615d6-dc47-46a0-9b5b-ef7d5912dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3797f849-9d72-4a34-898b-30cdb86131ec'}}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:21:14.688323 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-a3323133-5745-4284-b8be-72c2d1963882 req-7cb0a010-c7cc-477a-9ef5-da3f4d295210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:14.785335 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-a3323133-5745-4284-b8be-72c2d1963882 req-7cb0a010-c7cc-477a-9ef5-da3f4d295210 service neutron] For port 0697dc52-b024-48f7-830e-fccbd7fdb119, host hv-cinder-78692, cleared binding levels {{(pid=86363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:21:14.788430 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-a3323133-5745-4284-b8be-72c2d1963882 req-7cb0a010-c7cc-477a-9ef5-da3f4d295210 service neutron] For port 0697dc52-b024-48f7-830e-fccbd7fdb119, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=0697dc52-b024-48f7-830e-fccbd7fdb119,segment=NetworkSegment(7a2615d6-dc47-46a0-9b5b-ef7d5912dccf),segment_id=7a2615d6-dc47-46a0-9b5b-ef7d5912dccf)] {{(pid=86363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:21:14.792239 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-a3323133-5745-4284-b8be-72c2d1963882 req-7cb0a010-c7cc-477a-9ef5-da3f4d295210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844288851'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:14.796857 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-9136aa59-f383-40c3-b556-87a53ec514d9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:14.856284 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3323133-5745-4284-b8be-72c2d1963882 req-7cb0a010-c7cc-477a-9ef5-da3f4d295210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:14.856961 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-a3323133-5745-4284-b8be-72c2d1963882 req-7cb0a010-c7cc-477a-9ef5-da3f4d295210 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773849'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:14.858497 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a3323133-5745-4284-b8be-72c2d1963882 req-7cb0a010-c7cc-477a-9ef5-da3f4d295210 service neutron] 10.222.0.53 "PUT /v2.0/ports/0697dc52-b024-48f7-830e-fccbd7fdb119 HTTP/1.1" status: 200 len: 1093 time: 1.1524384 Apr 19 18:21:14.859029 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdac3bd0-d02b-4caf-96e6-93c1dd1d8ef9', 'tag': '0697dc52-b024-48f7-830e-fccbd7fdb119'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:21:14.882685 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb0a010-c7cc-477a-9ef5-da3f4d295210 service neutron] Pushing event updated for resources: {'Port': ['ID=0697dc52-b024-48f7-830e-fccbd7fdb119,revision_number=3']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:14.886030 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-7cb0a010-c7cc-477a-9ef5-da3f4d295210 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:14.950434 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdac3bd0-d02b-4caf-96e6-93c1dd1d8ef9', 'tag': '0697dc52-b024-48f7-830e-fccbd7fdb119', 'status': 'completed', 'code': 200} Apr 19 18:21:14.990830 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3323133-5745-4284-b8be-72c2d1963882 req-7001da2c-aa7c-46bb-9ff5-35ed16c319d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:14.992483 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a3323133-5745-4284-b8be-72c2d1963882 req-7001da2c-aa7c-46bb-9ff5-35ed16c319d7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fc6d959c6b83478bb73dfad880a83f28&device_id=bdac3bd0-d02b-4caf-96e6-93c1dd1d8ef9 HTTP/1.1" status: 200 len: 1096 time: 0.0916162 Apr 19 18:21:15.068334 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a3323133-5745-4284-b8be-72c2d1963882 req-fe9c0605-097f-42b9-89d2-a22f577d8d92 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0697dc52-b024-48f7-830e-fccbd7fdb119 HTTP/1.1" status: 200 len: 217 time: 0.0670428 Apr 19 18:21:15.372824 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3323133-5745-4284-b8be-72c2d1963882 req-ec450ccb-3284-4185-aa7b-3fd8a7abb127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:15.374363 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a3323133-5745-4284-b8be-72c2d1963882 req-ec450ccb-3284-4185-aa7b-3fd8a7abb127 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=43bddb65-670a-42dd-9742-7aecd345a4ee HTTP/1.1" status: 200 len: 849 time: 0.2998545 Apr 19 18:21:15.530930 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3323133-5745-4284-b8be-72c2d1963882 req-ebb9c2be-bbde-478f-857e-0421a4f0d756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:15.532619 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a3323133-5745-4284-b8be-72c2d1963882 req-ebb9c2be-bbde-478f-857e-0421a4f0d756 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3797f849-9d72-4a34-898b-30cdb86131ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1509042 Apr 19 18:21:15.541995 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4876844e-55ef-44df-aec0-cc4ac533f206 req-ae39afbe-da13-49a4-a920-c68867c92f16 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:15.543479 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4876844e-55ef-44df-aec0-cc4ac533f206 req-ae39afbe-da13-49a4-a920-c68867c92f16 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdac3bd0-d02b-4caf-96e6-93c1dd1d8ef9 HTTP/1.1" status: 200 len: 943 time: 0.1258476 Apr 19 18:21:15.682539 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4876844e-55ef-44df-aec0-cc4ac533f206 req-e0b75891-852b-4638-bf7b-2974c246faee tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/security-groups?id=74b5371d-1336-49e1-b1ea-54af417b4943&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166260 Apr 19 18:21:15.720490 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a3323133-5745-4284-b8be-72c2d1963882 req-29c730db-c590-4860-9e1c-9d4196738702 service neutron] 10.222.0.53 "GET /v2.0/networks/3797f849-9d72-4a34-898b-30cdb86131ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760046 Apr 19 18:21:15.870033 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a3323133-5745-4284-b8be-72c2d1963882 req-dc9b57e5-88b7-411c-ba26-ebb5a27c80ed service neutron] 10.222.0.53 "GET /v2.0/networks/3797f849-9d72-4a34-898b-30cdb86131ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412582 Apr 19 18:21:16.003132 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f29ff-d368-405b-a161-e131c3126d80 req-e06efec0-3764-4931-9feb-32ae0c679620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:16.004756 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-bf0f29ff-d368-405b-a161-e131c3126d80 req-e06efec0-3764-4931-9feb-32ae0c679620 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fc6d959c6b83478bb73dfad880a83f28&device_id=bdac3bd0-d02b-4caf-96e6-93c1dd1d8ef9 HTTP/1.1" status: 200 len: 1096 time: 0.0846264 Apr 19 18:21:16.153579 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f29ff-d368-405b-a161-e131c3126d80 req-52a9c08e-4172-4edd-a9c1-cf2a1139be22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:16.155162 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-bf0f29ff-d368-405b-a161-e131c3126d80 req-52a9c08e-4172-4edd-a9c1-cf2a1139be22 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3797f849-9d72-4a34-898b-30cdb86131ec HTTP/1.1" status: 200 len: 911 time: 0.1419744 Apr 19 18:21:16.229496 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-bf0f29ff-d368-405b-a161-e131c3126d80 req-6f5a5568-5a51-4cb4-b687-a15923ef5f27 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0697dc52-b024-48f7-830e-fccbd7fdb119 HTTP/1.1" status: 200 len: 217 time: 0.0657167 Apr 19 18:21:16.302179 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f29ff-d368-405b-a161-e131c3126d80 req-b3ba89d7-831f-4ead-8746-c68007d07382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:16.303750 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-bf0f29ff-d368-405b-a161-e131c3126d80 req-b3ba89d7-831f-4ead-8746-c68007d07382 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=43bddb65-670a-42dd-9742-7aecd345a4ee HTTP/1.1" status: 200 len: 849 time: 0.0665939 Apr 19 18:21:16.395762 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f29ff-d368-405b-a161-e131c3126d80 req-9c8276e9-ffe8-4df8-a218-062b592fc89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:16.397371 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-bf0f29ff-d368-405b-a161-e131c3126d80 req-9c8276e9-ffe8-4df8-a218-062b592fc89f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3797f849-9d72-4a34-898b-30cdb86131ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0785828 Apr 19 18:21:16.546558 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-bf0f29ff-d368-405b-a161-e131c3126d80 req-a2bed46d-5c52-4226-a171-bbb5130f852d service neutron] 10.222.0.53 "GET /v2.0/networks/3797f849-9d72-4a34-898b-30cdb86131ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403615 Apr 19 18:21:16.695067 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-bf0f29ff-d368-405b-a161-e131c3126d80 req-9464b613-9133-44b7-a153-93e6d31ec894 service neutron] 10.222.0.53 "GET /v2.0/networks/3797f849-9d72-4a34-898b-30cdb86131ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392419 Apr 19 18:21:16.913980 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1776a25-d244-4183-80c2-fd01082706f8 req-ed31b62d-8068-4fa7-8abe-0d2b40cd1a1c tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:16.915604 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f1776a25-d244-4183-80c2-fd01082706f8 req-ed31b62d-8068-4fa7-8abe-0d2b40cd1a1c tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdac3bd0-d02b-4caf-96e6-93c1dd1d8ef9 HTTP/1.1" status: 200 len: 943 time: 0.0896232 Apr 19 18:21:16.964521 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f1776a25-d244-4183-80c2-fd01082706f8 req-aae89e6a-061d-44dd-a2e5-15b06955fcc3 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/security-groups?id=74b5371d-1336-49e1-b1ea-54af417b4943&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417624 Apr 19 18:21:17.171854 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 36100) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:21:17.297336 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-3a54aa1c-4408-4301-a86a-c17a8f47b655 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:17.312221 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-3a54aa1c-4408-4301-a86a-c17a8f47b655 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:21:17.316272 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-3a54aa1c-4408-4301-a86a-c17a8f47b655 admin admin] Usage tracker for resource:security_group_rule and tenant:b1729871a3db4f39b9fb5a34137459cf is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:21:17.319192 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-3a54aa1c-4408-4301-a86a-c17a8f47b655 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:21:17.325216 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-3a54aa1c-4408-4301-a86a-c17a8f47b655 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:21:17.335330 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Device 0697dc52-b024-48f7-830e-fccbd7fdb119 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:21:17.418821 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-3a54aa1c-4408-4301-a86a-c17a8f47b655 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:17.422263 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-3a54aa1c-4408-4301-a86a-c17a8f47b655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:17.434038 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-f06282e7-c29c-426a-b8f3-9d9efb8e0d54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:17.472653 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 36108) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:21:17.476387 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-3a54aa1c-4408-4301-a86a-c17a8f47b655 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b1729871a3db4f39b9fb5a34137459cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3033407 Apr 19 18:21:17.484603 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] For port 0697dc52-b024-48f7-830e-fccbd7fdb119, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=0697dc52-b024-48f7-830e-fccbd7fdb119,segment=NetworkSegment(7a2615d6-dc47-46a0-9b5b-ef7d5912dccf),segment_id=7a2615d6-dc47-46a0-9b5b-ef7d5912dccf)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:21:17.506346 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Returning: {'device': '0697dc52-b024-48f7-830e-fccbd7fdb119', 'network_id': '3797f849-9d72-4a34-898b-30cdb86131ec', 'port_id': '0697dc52-b024-48f7-830e-fccbd7fdb119', 'mac_address': 'fa:16:3e:33:28:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43bddb65-670a-42dd-9742-7aecd345a4ee', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:21:17.514524 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a54aa1c-4408-4301-a86a-c17a8f47b655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa3881c9-e65d-4a7f-8a01-9597cd8fa484,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:17.523477 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-3a54aa1c-4408-4301-a86a-c17a8f47b655 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:17.551826 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-98d29624-2b2d-46dd-95b7-4c4ccdb4541e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:17.571523 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:17.581089 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-98d29624-2b2d-46dd-95b7-4c4ccdb4541e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:17.590644 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0697dc52-b024-48f7-830e-fccbd7fdb119 {{(pid=86364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:21:17.608830 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] For port 0697dc52-b024-48f7-830e-fccbd7fdb119, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=0697dc52-b024-48f7-830e-fccbd7fdb119,segment=NetworkSegment(7a2615d6-dc47-46a0-9b5b-ef7d5912dccf),segment_id=7a2615d6-dc47-46a0-9b5b-ef7d5912dccf)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:21:17.612033 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:17.613977 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-53fef252-1779-4d08-a658-2253a64d5871 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:17.639681 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-98d29624-2b2d-46dd-95b7-4c4ccdb4541e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:17.646341 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-8a9bf0ad-6510-407e-813b-a033a958ebb7 tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:17.663952 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d29624-2b2d-46dd-95b7-4c4ccdb4541e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa3881c9-e65d-4a7f-8a01-9597cd8fa484,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:17.667510 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-98d29624-2b2d-46dd-95b7-4c4ccdb4541e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:17.671652 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-98d29624-2b2d-46dd-95b7-4c4ccdb4541e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/aa3881c9-e65d-4a7f-8a01-9597cd8fa484 HTTP/1.1" status: 204 len: 168 time: 0.1979034 Apr 19 18:21:17.672707 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-98d29624-2b2d-46dd-95b7-4c4ccdb4541e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:17.713432 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Pushing event updated for resources: {'Port': ['ID=0697dc52-b024-48f7-830e-fccbd7fdb119,revision_number=4']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:17.717617 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:17.872634 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] get_ports_and_sgs() called for port_ids ['0697dc52-b024-48f7-830e-fccbd7fdb119'] {{(pid=86364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:21:17.997851 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 36126) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:21:18.017137 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-37d0b6ba-7126-48e3-a8dc-38c2cce76d38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:18.033040 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-37d0b6ba-7126-48e3-a8dc-38c2cce76d38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:21:18.037219 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-37d0b6ba-7126-48e3-a8dc-38c2cce76d38 admin admin] Usage tracker for resource:security_group_rule and tenant:3346d99b2cd54d058e44f107c9cd7f70 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:21:18.040194 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-37d0b6ba-7126-48e3-a8dc-38c2cce76d38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:21:18.047938 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-37d0b6ba-7126-48e3-a8dc-38c2cce76d38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:21:18.147894 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-37d0b6ba-7126-48e3-a8dc-38c2cce76d38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:18.151092 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-37d0b6ba-7126-48e3-a8dc-38c2cce76d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:18.160179 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b86f4689-99b4-478f-8ce0-e35ee26361d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:18.203620 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-37d0b6ba-7126-48e3-a8dc-38c2cce76d38 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3346d99b2cd54d058e44f107c9cd7f70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2044866 Apr 19 18:21:18.204637 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d0b6ba-7126-48e3-a8dc-38c2cce76d38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec7a747-4203-40d9-a9d2-6e55f8ec4166,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:18.207273 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 36132) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:21:18.207929 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-37d0b6ba-7126-48e3-a8dc-38c2cce76d38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:18.273637 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2dc8d23a-b329-472c-b79e-46763f74018b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:18.306903 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2dc8d23a-b329-472c-b79e-46763f74018b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:18.352275 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2dc8d23a-b329-472c-b79e-46763f74018b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:18.357979 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-bcc2ca1c-8afb-4de5-82d5-091b84a1f55a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:18.373146 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc8d23a-b329-472c-b79e-46763f74018b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec7a747-4203-40d9-a9d2-6e55f8ec4166,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:18.375781 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-2dc8d23a-b329-472c-b79e-46763f74018b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:18.382114 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2dc8d23a-b329-472c-b79e-46763f74018b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:18.386472 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-2dc8d23a-b329-472c-b79e-46763f74018b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7ec7a747-4203-40d9-a9d2-6e55f8ec4166 HTTP/1.1" status: 204 len: 168 time: 0.1775632 Apr 19 18:21:18.471770 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e7cca6-4b9b-4de2-861f-cd1328a570e9 req-b87fe75f-1db1-42dc-9ffc-9447573b0755 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:18.473386 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-15e7cca6-4b9b-4de2-861f-cd1328a570e9 req-b87fe75f-1db1-42dc-9ffc-9447573b0755 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdac3bd0-d02b-4caf-96e6-93c1dd1d8ef9 HTTP/1.1" status: 200 len: 944 time: 0.3743670 Apr 19 18:21:18.522364 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-15e7cca6-4b9b-4de2-861f-cd1328a570e9 req-1bbd6d10-e790-4566-a5ca-c541cd762b58 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/security-groups?id=74b5371d-1336-49e1-b1ea-54af417b4943&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423102 Apr 19 18:21:18.777469 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 36144) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:21:18.798356 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-3ec3ad81-5964-4691-be2e-1befff2cb88c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:18.822678 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-3ec3ad81-5964-4691-be2e-1befff2cb88c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:21:18.827300 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-3ec3ad81-5964-4691-be2e-1befff2cb88c admin admin] Usage tracker for resource:security_group_rule and tenant:afa0f20ae12440e897b1da00b6623c97 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:21:18.830586 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-3ec3ad81-5964-4691-be2e-1befff2cb88c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:21:18.836905 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-3ec3ad81-5964-4691-be2e-1befff2cb88c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:21:18.932989 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-3ec3ad81-5964-4691-be2e-1befff2cb88c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:18.935887 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-3ec3ad81-5964-4691-be2e-1befff2cb88c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:18.945319 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-5b4ba85c-236f-42f5-be94-9fabb87e410b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:18.990512 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-3ec3ad81-5964-4691-be2e-1befff2cb88c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=afa0f20ae12440e897b1da00b6623c97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2118390 Apr 19 18:21:18.991480 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec3ad81-5964-4691-be2e-1befff2cb88c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=271a39a2-5955-45ce-a684-da9cc7bad2df,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:18.993644 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 36150) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:21:18.995276 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-3ec3ad81-5964-4691-be2e-1befff2cb88c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:19.062168 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c6cd7952-3e47-4ce7-9ba6-33942f92b4ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:19.093162 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c6cd7952-3e47-4ce7-9ba6-33942f92b4ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:19.143841 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c6cd7952-3e47-4ce7-9ba6-33942f92b4ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:19.150904 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-c74d1445-67f0-4688-b4e1-fab55b5659ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:19.165026 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cd7952-3e47-4ce7-9ba6-33942f92b4ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=271a39a2-5955-45ce-a684-da9cc7bad2df,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:19.169622 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-c6cd7952-3e47-4ce7-9ba6-33942f92b4ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:19.175663 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c6cd7952-3e47-4ce7-9ba6-33942f92b4ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:19.177121 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-c6cd7952-3e47-4ce7-9ba6-33942f92b4ab admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/271a39a2-5955-45ce-a684-da9cc7bad2df HTTP/1.1" status: 204 len: 168 time: 0.1818197 Apr 19 18:21:20.131517 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4237c7c1-271c-493f-a626-b27d43cbaa15 req-cf04c6e6-a1c5-40c8-a183-ef209ad44d72 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:20.133076 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4237c7c1-271c-493f-a626-b27d43cbaa15 req-cf04c6e6-a1c5-40c8-a183-ef209ad44d72 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdac3bd0-d02b-4caf-96e6-93c1dd1d8ef9 HTTP/1.1" status: 200 len: 944 time: 0.3551745 Apr 19 18:21:20.193126 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4237c7c1-271c-493f-a626-b27d43cbaa15 req-21fda588-cbc3-4430-b589-6cd087499c94 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/security-groups?id=74b5371d-1336-49e1-b1ea-54af417b4943&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532699 Apr 19 18:21:20.227326 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Device 0697dc52-b024-48f7-830e-fccbd7fdb119 up at agent hyperv_hv-cinder-78692 {{(pid=86364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:21:20.301676 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Provisioning for port 0697dc52-b024-48f7-830e-fccbd7fdb119 completed by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:21:20.307512 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Provisioning complete for port 0697dc52-b024-48f7-830e-fccbd7fdb119 triggered by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:21:20.307926 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:20.453004 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:20.482905 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdac3bd0-d02b-4caf-96e6-93c1dd1d8ef9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0697dc52-b024-48f7-830e-fccbd7fdb119'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:21:20.493382 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] For port 0697dc52-b024-48f7-830e-fccbd7fdb119, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=0697dc52-b024-48f7-830e-fccbd7fdb119,segment=NetworkSegment(7a2615d6-dc47-46a0-9b5b-ef7d5912dccf),segment_id=7a2615d6-dc47-46a0-9b5b-ef7d5912dccf)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:21:20.496871 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:20.498818 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:20.535455 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdac3bd0-d02b-4caf-96e6-93c1dd1d8ef9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0697dc52-b024-48f7-830e-fccbd7fdb119', 'code': 200} Apr 19 18:21:20.569141 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Pushing event updated for resources: {'Port': ['ID=0697dc52-b024-48f7-830e-fccbd7fdb119,revision_number=5']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:20.572389 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:21.393841 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fca48d7-2650-4675-9be6-a4982897758e req-e120517b-3035-42c4-8be0-05e3a35a5731 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:21.395407 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1fca48d7-2650-4675-9be6-a4982897758e req-e120517b-3035-42c4-8be0-05e3a35a5731 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdac3bd0-d02b-4caf-96e6-93c1dd1d8ef9 HTTP/1.1" status: 200 len: 945 time: 0.0912786 Apr 19 18:21:21.444173 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1fca48d7-2650-4675-9be6-a4982897758e req-e55254a5-eaf5-48de-8bcf-deb9062abcf2 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/security-groups?id=74b5371d-1336-49e1-b1ea-54af417b4943&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418656 Apr 19 18:21:21.754537 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dd0c93be-8fea-465b-ac23-d69a925fab6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:22.495878 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffb7f06-edb9-46c5-9db3-21df300d5ad3 req-6f6f07c2-2529-4dbf-97d0-863b8a0e8460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:22.499222 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-cffb7f06-edb9-46c5-9db3-21df300d5ad3 req-6f6f07c2-2529-4dbf-97d0-863b8a0e8460 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=bdac3bd0-d02b-4caf-96e6-93c1dd1d8ef9 HTTP/1.1" status: 200 len: 1098 time: 0.0955238 Apr 19 18:21:22.584820 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-cffb7f06-edb9-46c5-9db3-21df300d5ad3 req-9b42339d-f2a5-49e3-9f28-bfb1edc92ea4 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=74b5371d-1336-49e1-b1ea-54af417b4943&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769176 Apr 19 18:21:22.619891 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ff2d20e2-f800-490c-a0e0-2a4ef2b62a9c req-d7cc64ce-d2a3-4a12-9fcb-6f20110d8faf tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1611592417&fields=id&tenant_id=46704111eb3c4f50b85ea3971427960a HTTP/1.1" status: 200 len: 267 time: 0.0534861 Apr 19 18:21:22.677310 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5c33a1-c55c-48d7-bcd0-cbc60b10a8ae req-127f5979-e0ee-4774-b3fe-87b2ae533653 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:22.678992 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-bb5c33a1-c55c-48d7-bcd0-cbc60b10a8ae req-127f5979-e0ee-4774-b3fe-87b2ae533653 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdac3bd0-d02b-4caf-96e6-93c1dd1d8ef9 HTTP/1.1" status: 200 len: 945 time: 0.1026890 Apr 19 18:21:22.726719 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d20e2-f800-490c-a0e0-2a4ef2b62a9c req-6cc99bf2-8442-4b17-958b-e42e93a163a2 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:22.729045 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ff2d20e2-f800-490c-a0e0-2a4ef2b62a9c req-6cc99bf2-8442-4b17-958b-e42e93a163a2 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65b0956-9e78-4e00-9ca1-e48822e5d706 HTTP/1.1" status: 200 len: 985 time: 0.1014760 Apr 19 18:21:22.742630 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-bb5c33a1-c55c-48d7-bcd0-cbc60b10a8ae req-cb1de5a0-1445-4e22-9bdd-77df32b172b0 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/security-groups?id=74b5371d-1336-49e1-b1ea-54af417b4943&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568893 Apr 19 18:21:22.745465 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [req-ff2d20e2-f800-490c-a0e0-2a4ef2b62a9c req-594d4208-4747-4864-97fe-d9491ec94049 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Request body: {'port': {'security_groups': ['ef149989-a3dc-43eb-b804-a5c3af631ec0']}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:21:22.885218 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-ff2d20e2-f800-490c-a0e0-2a4ef2b62a9c req-594d4208-4747-4864-97fe-d9491ec94049 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:23.153165 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-ff2d20e2-f800-490c-a0e0-2a4ef2b62a9c req-594d4208-4747-4864-97fe-d9491ec94049 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] For port 2af5df0e-98fd-405a-b17d-eda3757228ca, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=2af5df0e-98fd-405a-b17d-eda3757228ca,segment=NetworkSegment(66349f04-21d1-4942-89e7-90c739d412d2),segment_id=66349f04-21d1-4942-89e7-90c739d412d2)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:21:23.179562 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-ff2d20e2-f800-490c-a0e0-2a4ef2b62a9c req-594d4208-4747-4864-97fe-d9491ec94049 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Notify callbacks [] for port, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:23.183309 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-ff2d20e2-f800-490c-a0e0-2a4ef2b62a9c req-594d4208-4747-4864-97fe-d9491ec94049 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844288851'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:23.189005 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-2f06897b-3bb3-43da-a95f-6bc7353e5f1b tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:23.196241 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] get_ports_and_sgs() called for port_ids ['2af5df0e-98fd-405a-b17d-eda3757228ca'] {{(pid=86364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:21:23.278262 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d20e2-f800-490c-a0e0-2a4ef2b62a9c req-594d4208-4747-4864-97fe-d9491ec94049 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:23.278962 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-ff2d20e2-f800-490c-a0e0-2a4ef2b62a9c req-594d4208-4747-4864-97fe-d9491ec94049 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773849'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:23.282244 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ff2d20e2-f800-490c-a0e0-2a4ef2b62a9c req-594d4208-4747-4864-97fe-d9491ec94049 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "PUT /v2.0/ports/2af5df0e-98fd-405a-b17d-eda3757228ca HTTP/1.1" status: 200 len: 943 time: 0.5430255 Apr 19 18:21:23.282813 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a65b0956-9e78-4e00-9ca1-e48822e5d706', 'tag': '2af5df0e-98fd-405a-b17d-eda3757228ca'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:21:23.287334 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 36276) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:21:23.344276 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594d4208-4747-4864-97fe-d9491ec94049 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Pushing event updated for resources: {'Port': ['ID=2af5df0e-98fd-405a-b17d-eda3757228ca,revision_number=7']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:23.356419 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-594d4208-4747-4864-97fe-d9491ec94049 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:23.361143 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a65b0956-9e78-4e00-9ca1-e48822e5d706', 'tag': '2af5df0e-98fd-405a-b17d-eda3757228ca', 'status': 'completed', 'code': 200} Apr 19 18:21:23.394218 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-6b586a86-00f9-4070-8114-d494a5b05ee5 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:23.420227 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] get_ports_and_sgs() called for port_ids ['2af5df0e-98fd-405a-b17d-eda3757228ca'] {{(pid=86364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:21:23.443653 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-6b586a86-00f9-4070-8114-d494a5b05ee5 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:23.520652 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-6b586a86-00f9-4070-8114-d494a5b05ee5 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:23.528276 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d58aae-475c-4251-a34e-9070b0b17891 req-6fd52863-1166-44c5-87c2-a7757aa3bd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:23.530132 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-33d58aae-475c-4251-a34e-9070b0b17891 req-6fd52863-1166-44c5-87c2-a7757aa3bd48 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=46704111eb3c4f50b85ea3971427960a&device_id=a65b0956-9e78-4e00-9ca1-e48822e5d706 HTTP/1.1" status: 200 len: 1099 time: 0.1372538 Apr 19 18:21:23.532223 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-331b6153-28ed-496c-886a-11e05c28e19f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:23.556801 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b586a86-00f9-4070-8114-d494a5b05ee5 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f990f24-52e2-461d-af08-f5de263c2507,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:23.561805 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-6b586a86-00f9-4070-8114-d494a5b05ee5 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:23.572905 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-6b586a86-00f9-4070-8114-d494a5b05ee5 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:23.576008 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-6b586a86-00f9-4070-8114-d494a5b05ee5 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "DELETE /v2.0/security-groups/2f990f24-52e2-461d-af08-f5de263c2507 HTTP/1.1" status: 204 len: 168 time: 0.2872114 Apr 19 18:21:23.578977 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 36284) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:21:23.633091 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-0e485d5b-3180-45d3-bdf5-757cf2bcdf67 None None] Provisioning complete for port 2af5df0e-98fd-405a-b17d-eda3757228ca triggered by entity DHCP. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:21:23.633516 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0e485d5b-3180-45d3-bdf5-757cf2bcdf67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:23.729612 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d58aae-475c-4251-a34e-9070b0b17891 req-92cc9a9d-3588-4721-b485-c6ca3818b55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:23.731872 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-33d58aae-475c-4251-a34e-9070b0b17891 req-92cc9a9d-3588-4721-b485-c6ca3818b55c service neutron] 10.222.0.53 "GET /v2.0/networks?id=e8efb0b6-16ad-4533-a95b-48b52b3908a8 HTTP/1.1" status: 200 len: 916 time: 0.1912470 Apr 19 18:21:23.952441 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-33d58aae-475c-4251-a34e-9070b0b17891 req-1cfeb152-6811-443d-9e92-5a4f016f553c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2af5df0e-98fd-405a-b17d-eda3757228ca HTTP/1.1" status: 200 len: 1001 time: 0.1959894 Apr 19 18:21:23.971927 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-f820c890-a6bd-44eb-b260-577a82ce21bb tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Deleting port ad6817d0-67b8-4afd-9c43-1c1231c25017 {{(pid=86362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:21:23.972745 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f820c890-a6bd-44eb-b260-577a82ce21bb tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254156519796'] for port, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:23.990499 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abb74cd-4775-4a5c-9aea-33abd6211cd9 req-8e18d7ef-7f27-420e-bbfb-e17c81b6a691 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:23.992191 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5abb74cd-4775-4a5c-9aea-33abd6211cd9 req-8e18d7ef-7f27-420e-bbfb-e17c81b6a691 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdac3bd0-d02b-4caf-96e6-93c1dd1d8ef9 HTTP/1.1" status: 200 len: 945 time: 0.1088054 Apr 19 18:21:24.049467 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5abb74cd-4775-4a5c-9aea-33abd6211cd9 req-6b59a7b8-516f-4e6d-ab1f-fe00ea17a6a5 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/security-groups?id=74b5371d-1336-49e1-b1ea-54af417b4943&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503993 Apr 19 18:21:24.171673 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f820c890-a6bd-44eb-b260-577a82ce21bb tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648318'] for port, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:24.172097 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f820c890-a6bd-44eb-b260-577a82ce21bb tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:24.197925 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1749a0fe-4bb2-4b89-b8a5-bb1dcb1a2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:24.371288 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-f820c890-a6bd-44eb-b260-577a82ce21bb tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Calling delete_port for ad6817d0-67b8-4afd-9c43-1c1231c25017 owned by network:floatingip {{(pid=86362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:21:24.488260 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98683224-5bb2-4af4-94f3-e780f61b9c05 req-da785585-5a5d-4ace-820f-7cfc5a6d593b tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:24.490075 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-98683224-5bb2-4af4-94f3-e780f61b9c05 req-da785585-5a5d-4ace-820f-7cfc5a6d593b tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdac3bd0-d02b-4caf-96e6-93c1dd1d8ef9 HTTP/1.1" status: 200 len: 945 time: 0.3205929 Apr 19 18:21:24.500184 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 36300) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:21:24.516173 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-855a05f0-2f5d-4f83-a54e-ca61ac7f6895 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Request body: {'floatingip': {'port_id': '0697dc52-b024-48f7-830e-fccbd7fdb119'}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:21:24.605030 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-855a05f0-2f5d-4f83-a54e-ca61ac7f6895 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Notify callbacks [] for floatingip, before_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:24.799551 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-60872106-3921-4474-9775-f4da212b8297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:25.086466 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f820c890-a6bd-44eb-b260-577a82ce21bb tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254156516127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254156964383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844104858'] for port, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:25.098491 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:25.158532 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f820c890-a6bd-44eb-b260-577a82ce21bb tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Pushing event deleted for resources: {'Port': ['ID=ad6817d0-67b8-4afd-9c43-1c1231c25017,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:25.199247 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-f820c890-a6bd-44eb-b260-577a82ce21bb tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:25.435271 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f820c890-a6bd-44eb-b260-577a82ce21bb tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Notify callbacks [] for floatingip, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:25.435725 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.db.l3_db [None req-f820c890-a6bd-44eb-b260-577a82ce21bb tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Floating IP cf262853-5b4b-4311-9399-56a09efbb3ba disassociated (deleted). External IP: 172.27.0.78, port: 2af5df0e-98fd-405a-b17d-eda3757228ca. Apr 19 18:21:25.905077 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:26.084661 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-855a05f0-2f5d-4f83-a54e-ca61ac7f6895 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:26.086907 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f820c890-a6bd-44eb-b260-577a82ce21bb tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Router f6d5b84a-ff14-4184-bd97-574c712ce4de has already been hosted by L3 agent 24af6f5b-4620-4572-ab28-0613f710586e {{(pid=86362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:21:26.090800 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-855a05f0-2f5d-4f83-a54e-ca61ac7f6895 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854123342'] for floatingip, after_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:26.136014 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-eae962f3-e32e-4947-814b-3e299d74c6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:26.468798 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.db.l3_db [None req-855a05f0-2f5d-4f83-a54e-ca61ac7f6895 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Floating IP 2dd4c907-a7c7-4def-bbe9-a9b0db55e06a associated. External IP: 172.27.0.33, port: 0697dc52-b024-48f7-830e-fccbd7fdb119. Apr 19 18:21:26.864181 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f820c890-a6bd-44eb-b260-577a82ce21bb tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Notify agent at l3_agent.dv-cinder-786927-1-iscsi the message routers_updated {{(pid=86362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:21:26.874486 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa88229-76da-43f8-b9e6-b8c0c25d2e4d None None] Sync routers for ids ['f6d5b84a-ff14-4184-bd97-574c712ce4de'] in dv-cinder-786927-1-iscsi {{(pid=86364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:21:26.886880 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa88229-76da-43f8-b9e6-b8c0c25d2e4d None None] Routers {'f6d5b84a-ff14-4184-bd97-574c712ce4de'} bound to L3 agent in host dv-cinder-786927-1-iscsi {{(pid=86364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:21:26.886880 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-9aa88229-76da-43f8-b9e6-b8c0c25d2e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T18:07:54Z,description=,heartbeat_timestamp=2021-04-19T18:21:24Z,host='dv-cinder-786927-1-iscsi',id=24af6f5b-4620-4572-ab28-0613f710586e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:07:54Z,topic='l3_agent')) {'router_ids': ['f6d5b84a-ff14-4184-bd97-574c712ce4de'], 'active': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:21:26.912148 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f820c890-a6bd-44eb-b260-577a82ce21bb tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773849'] for floatingip, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:26.996626 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-f820c890-a6bd-44eb-b260-577a82ce21bb tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "DELETE /v2.0/floatingips/cf262853-5b4b-4311-9399-56a09efbb3ba HTTP/1.1" status: 204 len: 168 time: 3.4137146 Apr 19 18:21:27.010356 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a65b0956-9e78-4e00-9ca1-e48822e5d706', 'tag': '2af5df0e-98fd-405a-b17d-eda3757228ca'}] {{(pid=86362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:21:27.049438 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d58aae-475c-4251-a34e-9070b0b17891 req-a4d214ad-36cf-4a1b-8aca-9a9f33b52685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:27.051566 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-33d58aae-475c-4251-a34e-9070b0b17891 req-a4d214ad-36cf-4a1b-8aca-9a9f33b52685 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=436488b4-a126-4f89-965d-19454f3786a1 HTTP/1.1" status: 200 len: 854 time: 0.0870867 Apr 19 18:21:27.127321 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a65b0956-9e78-4e00-9ca1-e48822e5d706', 'tag': '2af5df0e-98fd-405a-b17d-eda3757228ca', 'status': 'completed', 'code': 200} Apr 19 18:21:27.178445 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d58aae-475c-4251-a34e-9070b0b17891 req-b86baa9e-2f40-4f96-b8bb-ba363f90ffc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:27.180828 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-33d58aae-475c-4251-a34e-9070b0b17891 req-b86baa9e-2f40-4f96-b8bb-ba363f90ffc3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e8efb0b6-16ad-4533-a95b-48b52b3908a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1060946 Apr 19 18:21:27.286830 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-9aa88229-76da-43f8-b9e6-b8c0c25d2e4d None None] Set router f6d5b84a-ff14-4184-bd97-574c712ce4de gateway port host: dv-cinder-786927-1-iscsi {{(pid=86364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:21:27.310875 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-855a05f0-2f5d-4f83-a54e-ca61ac7f6895 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Router aabc47b5-5a0c-4202-9422-e26c7ac78f44 has already been hosted by L3 agent 24af6f5b-4620-4572-ab28-0613f710586e {{(pid=86362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:21:27.355505 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-33d58aae-475c-4251-a34e-9070b0b17891 req-9279e729-d1eb-4270-9bef-dfe7e4172731 service neutron] 10.222.0.53 "GET /v2.0/networks/e8efb0b6-16ad-4533-a95b-48b52b3908a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573741 Apr 19 18:21:27.544113 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-33d58aae-475c-4251-a34e-9070b0b17891 req-ebbe98f1-b902-418c-81db-eaf61846902f service neutron] 10.222.0.53 "GET /v2.0/networks/e8efb0b6-16ad-4533-a95b-48b52b3908a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815305 Apr 19 18:21:27.666596 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-855a05f0-2f5d-4f83-a54e-ca61ac7f6895 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Notify agent at l3_agent.dv-cinder-786927-1-iscsi the message routers_updated {{(pid=86362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:21:27.678076 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d04396-f3ce-48bd-afa2-1fd4eb47c558 None None] Sync routers for ids ['aabc47b5-5a0c-4202-9422-e26c7ac78f44'] in dv-cinder-786927-1-iscsi {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:21:27.679761 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-855a05f0-2f5d-4f83-a54e-ca61ac7f6895 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773849'] for floatingip, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:27.699419 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d04396-f3ce-48bd-afa2-1fd4eb47c558 None None] Routers {'aabc47b5-5a0c-4202-9422-e26c7ac78f44'} bound to L3 agent in host dv-cinder-786927-1-iscsi {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:21:27.700416 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-b1d04396-f3ce-48bd-afa2-1fd4eb47c558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T18:07:54Z,description=,heartbeat_timestamp=2021-04-19T18:21:24Z,host='dv-cinder-786927-1-iscsi',id=24af6f5b-4620-4572-ab28-0613f710586e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:07:54Z,topic='l3_agent')) {'router_ids': ['aabc47b5-5a0c-4202-9422-e26c7ac78f44'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:21:27.765805 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9485f2-3a7e-41e8-adbb-5faad7aa455d req-a647f17f-fb72-4f66-b706-bdfe28136320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:27.767481 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-eb9485f2-3a7e-41e8-adbb-5faad7aa455d req-a647f17f-fb72-4f66-b706-bdfe28136320 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=46704111eb3c4f50b85ea3971427960a&device_id=a65b0956-9e78-4e00-9ca1-e48822e5d706 HTTP/1.1" status: 200 len: 1099 time: 0.1734147 Apr 19 18:21:27.812439 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-9aa88229-76da-43f8-b9e6-b8c0c25d2e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d5b84a-ff14-4184-bd97-574c712ce4de', 'name': 'tempest-TestMinimumBasicScenario-1349384632-router', 'tenant_id': '46704111eb3c4f50b85ea3971427960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'c236f056-eb6e-4c29-93f6-ebb65cda2c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:18:02Z', 'updated_at': '2021-04-19T18:18:08Z', 'revision_number': 4, 'project_id': '46704111eb3c4f50b85ea3971427960a', 'gw_port': {'id': 'c236f056-eb6e-4c29-93f6-ebb65cda2c79', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d5b84a-ff14-4184-bd97-574c712ce4de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:18:03Z', 'updated_at': '2021-04-19T18:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi', '_interfaces': [{'id': '68c90696-2d9f-44cc-a3a8-09f01d304c12', 'name': '', 'network_id': 'e8efb0b6-16ad-4533-a95b-48b52b3908a8', 'tenant_id': '46704111eb3c4f50b85ea3971427960a', 'mac_address': 'fa:16:3e:64:bd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d5b84a-ff14-4184-bd97-574c712ce4de', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '436488b4-a126-4f89-965d-19454f3786a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:18:06Z', 'updated_at': '2021-04-19T18:18:18Z', 'revision_number': 5, 'project_id': '46704111eb3c4f50b85ea3971427960a', 'subnets': [{'id': '436488b4-a126-4f89-965d-19454f3786a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-iscsi', False) {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:21:27.821449 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-855a05f0-2f5d-4f83-a54e-ca61ac7f6895 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "PUT /v2.0/floatingips/2dd4c907-a7c7-4def-bbe9-a9b0db55e06a HTTP/1.1" status: 200 len: 990 time: 3.3173504 Apr 19 18:21:27.827793 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa88229-76da-43f8-b9e6-b8c0c25d2e4d None None] Checking router: f6d5b84a-ff14-4184-bd97-574c712ce4de for host: dv-cinder-786927-1-iscsi {{(pid=86364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:21:27.851693 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa88229-76da-43f8-b9e6-b8c0c25d2e4d None None] Routers {'f6d5b84a-ff14-4184-bd97-574c712ce4de'} bound to L3 agent in host dv-cinder-786927-1-iscsi {{(pid=86364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:21:27.854423 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-9aa88229-76da-43f8-b9e6-b8c0c25d2e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T18:07:54Z,description=,heartbeat_timestamp=2021-04-19T18:21:24Z,host='dv-cinder-786927-1-iscsi',id=24af6f5b-4620-4572-ab28-0613f710586e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:07:54Z,topic='l3_agent')) {'router_ids': ['f6d5b84a-ff14-4184-bd97-574c712ce4de'], 'active': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:21:27.999828 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9485f2-3a7e-41e8-adbb-5faad7aa455d req-b779706c-7fda-45df-922d-e02fb5117f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:28.001419 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-eb9485f2-3a7e-41e8-adbb-5faad7aa455d req-b779706c-7fda-45df-922d-e02fb5117f9c service neutron] 10.222.0.53 "GET /v2.0/networks?id=e8efb0b6-16ad-4533-a95b-48b52b3908a8 HTTP/1.1" status: 200 len: 916 time: 0.2265449 Apr 19 18:21:28.035476 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-b1d04396-f3ce-48bd-afa2-1fd4eb47c558 None None] Set router aabc47b5-5a0c-4202-9422-e26c7ac78f44 gateway port host: dv-cinder-786927-1-iscsi {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:21:28.074313 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-9aa88229-76da-43f8-b9e6-b8c0c25d2e4d None None] Set router f6d5b84a-ff14-4184-bd97-574c712ce4de gateway port host: dv-cinder-786927-1-iscsi {{(pid=86364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:21:28.327491 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-eb9485f2-3a7e-41e8-adbb-5faad7aa455d req-793776e7-8b1e-41c2-be3e-09b58b4e97e5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2af5df0e-98fd-405a-b17d-eda3757228ca HTTP/1.1" status: 200 len: 217 time: 0.3142142 Apr 19 18:21:28.420376 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9485f2-3a7e-41e8-adbb-5faad7aa455d req-5d49537f-9a0b-41eb-ba98-711698e66a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:28.422348 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-eb9485f2-3a7e-41e8-adbb-5faad7aa455d req-5d49537f-9a0b-41eb-ba98-711698e66a8d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=436488b4-a126-4f89-965d-19454f3786a1 HTTP/1.1" status: 200 len: 854 time: 0.0791619 Apr 19 18:21:28.442439 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-b1d04396-f3ce-48bd-afa2-1fd4eb47c558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aabc47b5-5a0c-4202-9422-e26c7ac78f44', 'name': 'tempest-AttachVolumeTestJSON-135969704-router', 'tenant_id': 'fc6d959c6b83478bb73dfad880a83f28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '5cb17819-7a29-4b42-abac-1c85d0b9b4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:16:18Z', 'updated_at': '2021-04-19T18:16:28Z', 'revision_number': 4, 'project_id': 'fc6d959c6b83478bb73dfad880a83f28', 'gw_port': {'id': '5cb17819-7a29-4b42-abac-1c85d0b9b4ab', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aabc47b5-5a0c-4202-9422-e26c7ac78f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:16:19Z', 'updated_at': '2021-04-19T18:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi', '_floatingips': [{'id': '2dd4c907-a7c7-4def-bbe9-a9b0db55e06a', 'tenant_id': 'fc6d959c6b83478bb73dfad880a83f28', 'floating_ip_address': '172.27.0.33', 'floating_network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'router_id': 'aabc47b5-5a0c-4202-9422-e26c7ac78f44', 'port_id': '0697dc52-b024-48f7-830e-fccbd7fdb119', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3797f849-9d72-4a34-898b-30cdb86131ec', 'mac_address': 'fa:16:3e:33:28:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdac3bd0-d02b-4caf-96e6-93c1dd1d8ef9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:21:09Z', 'updated_at': '2021-04-19T18:21:25Z', 'revision_number': 1, 'project_id': 'fc6d959c6b83478bb73dfad880a83f28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '609b9c18-1fd2-4445-8f78-10a76f5dcb6c', 'name': '', 'network_id': '3797f849-9d72-4a34-898b-30cdb86131ec', 'tenant_id': 'fc6d959c6b83478bb73dfad880a83f28', 'mac_address': 'fa:16:3e:13:e4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aabc47b5-5a0c-4202-9422-e26c7ac78f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '43bddb65-670a-42dd-9742-7aecd345a4ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:16:25Z', 'updated_at': '2021-04-19T18:16:43Z', 'revision_number': 5, 'project_id': 'fc6d959c6b83478bb73dfad880a83f28', 'subnets': [{'id': '43bddb65-670a-42dd-9742-7aecd345a4ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-iscsi', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:21:28.447779 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d04396-f3ce-48bd-afa2-1fd4eb47c558 None None] Checking router: aabc47b5-5a0c-4202-9422-e26c7ac78f44 for host: dv-cinder-786927-1-iscsi {{(pid=86365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:21:28.456005 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-9aa88229-76da-43f8-b9e6-b8c0c25d2e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d5b84a-ff14-4184-bd97-574c712ce4de', 'name': 'tempest-TestMinimumBasicScenario-1349384632-router', 'tenant_id': '46704111eb3c4f50b85ea3971427960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'c236f056-eb6e-4c29-93f6-ebb65cda2c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:18:02Z', 'updated_at': '2021-04-19T18:18:08Z', 'revision_number': 4, 'project_id': '46704111eb3c4f50b85ea3971427960a', 'gw_port': {'id': 'c236f056-eb6e-4c29-93f6-ebb65cda2c79', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d5b84a-ff14-4184-bd97-574c712ce4de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:18:03Z', 'updated_at': '2021-04-19T18:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi', '_interfaces': [{'id': '68c90696-2d9f-44cc-a3a8-09f01d304c12', 'name': '', 'network_id': 'e8efb0b6-16ad-4533-a95b-48b52b3908a8', 'tenant_id': '46704111eb3c4f50b85ea3971427960a', 'mac_address': 'fa:16:3e:64:bd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d5b84a-ff14-4184-bd97-574c712ce4de', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '436488b4-a126-4f89-965d-19454f3786a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:18:06Z', 'updated_at': '2021-04-19T18:18:18Z', 'revision_number': 5, 'project_id': '46704111eb3c4f50b85ea3971427960a', 'subnets': [{'id': '436488b4-a126-4f89-965d-19454f3786a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-iscsi', False) {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:21:28.457848 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d04396-f3ce-48bd-afa2-1fd4eb47c558 None None] Routers {'aabc47b5-5a0c-4202-9422-e26c7ac78f44'} bound to L3 agent in host dv-cinder-786927-1-iscsi {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:21:28.458634 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-b1d04396-f3ce-48bd-afa2-1fd4eb47c558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T18:07:54Z,description=,heartbeat_timestamp=2021-04-19T18:21:24Z,host='dv-cinder-786927-1-iscsi',id=24af6f5b-4620-4572-ab28-0613f710586e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:07:54Z,topic='l3_agent')) {'router_ids': ['aabc47b5-5a0c-4202-9422-e26c7ac78f44'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:21:28.461251 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa88229-76da-43f8-b9e6-b8c0c25d2e4d None None] The sync data for ids ['f6d5b84a-ff14-4184-bd97-574c712ce4de'] in dv-cinder-786927-1-iscsi is: [{'id': 'f6d5b84a-ff14-4184-bd97-574c712ce4de', 'name': 'tempest-TestMinimumBasicScenario-1349384632-router', 'tenant_id': '46704111eb3c4f50b85ea3971427960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'c236f056-eb6e-4c29-93f6-ebb65cda2c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:18:02Z', 'updated_at': '2021-04-19T18:18:08Z', 'revision_number': 4, 'project_id': '46704111eb3c4f50b85ea3971427960a', 'gw_port': {'id': 'c236f056-eb6e-4c29-93f6-ebb65cda2c79', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d5b84a-ff14-4184-bd97-574c712ce4de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:18:03Z', 'updated_at': '2021-04-19T18:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi', '_interfaces': [{'id': '68c90696-2d9f-44cc-a3a8-09f01d304c12', 'name': '', 'network_id': 'e8efb0b6-16ad-4533-a95b-48b52b3908a8', 'tenant_id': '46704111eb3c4f50b85ea3971427960a', 'mac_address': 'fa:16:3e:64:bd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d5b84a-ff14-4184-bd97-574c712ce4de', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '436488b4-a126-4f89-965d-19454f3786a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:18:06Z', 'updated_at': '2021-04-19T18:18:18Z', 'revision_number': 5, 'project_id': '46704111eb3c4f50b85ea3971427960a', 'subnets': [{'id': '436488b4-a126-4f89-965d-19454f3786a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:21:28.511672 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9485f2-3a7e-41e8-adbb-5faad7aa455d req-c256d4fc-99df-444b-8ad6-0919be28a024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:28.513437 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-eb9485f2-3a7e-41e8-adbb-5faad7aa455d req-c256d4fc-99df-444b-8ad6-0919be28a024 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e8efb0b6-16ad-4533-a95b-48b52b3908a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0818257 Apr 19 18:21:28.720101 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-eb9485f2-3a7e-41e8-adbb-5faad7aa455d req-6d688f5d-dffa-407b-8d31-c25779ec9cef service neutron] 10.222.0.53 "GET /v2.0/networks/e8efb0b6-16ad-4533-a95b-48b52b3908a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958249 Apr 19 18:21:28.922625 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-b1d04396-f3ce-48bd-afa2-1fd4eb47c558 None None] Set router aabc47b5-5a0c-4202-9422-e26c7ac78f44 gateway port host: dv-cinder-786927-1-iscsi {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:21:28.966411 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-eb9485f2-3a7e-41e8-adbb-5faad7aa455d req-6e11fe52-4b7e-4f20-b28f-33e765f203da service neutron] 10.222.0.53 "GET /v2.0/networks/e8efb0b6-16ad-4533-a95b-48b52b3908a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349892 Apr 19 18:21:28.979018 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f0baca-470e-415b-a10b-ab7bdd6c7099 None None] New status for floating IP cf262853-5b4b-4311-9399-56a09efbb3ba: DOWN {{(pid=86364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 18:21:29.097138 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 36360) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:21:29.129055 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdac3bd0-d02b-4caf-96e6-93c1dd1d8ef9', 'tag': '0697dc52-b024-48f7-830e-fccbd7fdb119'}] {{(pid=86362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:21:29.244477 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdac3bd0-d02b-4caf-96e6-93c1dd1d8ef9', 'tag': '0697dc52-b024-48f7-830e-fccbd7fdb119', 'status': 'completed', 'code': 200} Apr 19 18:21:29.319474 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-915b780f-1f1d-46cd-b838-bdde41c361ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:29.338850 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-915b780f-1f1d-46cd-b838-bdde41c361ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:21:29.343666 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-915b780f-1f1d-46cd-b838-bdde41c361ce admin admin] Usage tracker for resource:security_group_rule and tenant:d59b138e6e81439e9b1a260840958fdd is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:21:29.346821 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-915b780f-1f1d-46cd-b838-bdde41c361ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:21:29.354475 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-915b780f-1f1d-46cd-b838-bdde41c361ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:21:29.407680 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194e149f-f250-4d52-8f6c-bdab76949cfe req-1383f48f-8c7d-49a6-a875-aaeb2636a42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:29.409448 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-194e149f-f250-4d52-8f6c-bdab76949cfe req-1383f48f-8c7d-49a6-a875-aaeb2636a42c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fc6d959c6b83478bb73dfad880a83f28&device_id=bdac3bd0-d02b-4caf-96e6-93c1dd1d8ef9 HTTP/1.1" status: 200 len: 1098 time: 0.1384585 Apr 19 18:21:29.461341 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-915b780f-1f1d-46cd-b838-bdde41c361ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:29.464419 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-915b780f-1f1d-46cd-b838-bdde41c361ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:29.490269 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-837713aa-4d1b-49a6-bace-52f14a3969c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:29.502111 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-b1d04396-f3ce-48bd-afa2-1fd4eb47c558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aabc47b5-5a0c-4202-9422-e26c7ac78f44', 'name': 'tempest-AttachVolumeTestJSON-135969704-router', 'tenant_id': 'fc6d959c6b83478bb73dfad880a83f28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '5cb17819-7a29-4b42-abac-1c85d0b9b4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:16:18Z', 'updated_at': '2021-04-19T18:16:28Z', 'revision_number': 4, 'project_id': 'fc6d959c6b83478bb73dfad880a83f28', 'gw_port': {'id': '5cb17819-7a29-4b42-abac-1c85d0b9b4ab', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aabc47b5-5a0c-4202-9422-e26c7ac78f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:16:19Z', 'updated_at': '2021-04-19T18:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi', '_floatingips': [{'id': '2dd4c907-a7c7-4def-bbe9-a9b0db55e06a', 'tenant_id': 'fc6d959c6b83478bb73dfad880a83f28', 'floating_ip_address': '172.27.0.33', 'floating_network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'router_id': 'aabc47b5-5a0c-4202-9422-e26c7ac78f44', 'port_id': '0697dc52-b024-48f7-830e-fccbd7fdb119', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3797f849-9d72-4a34-898b-30cdb86131ec', 'mac_address': 'fa:16:3e:33:28:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdac3bd0-d02b-4caf-96e6-93c1dd1d8ef9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:21:09Z', 'updated_at': '2021-04-19T18:21:25Z', 'revision_number': 1, 'project_id': 'fc6d959c6b83478bb73dfad880a83f28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '609b9c18-1fd2-4445-8f78-10a76f5dcb6c', 'name': '', 'network_id': '3797f849-9d72-4a34-898b-30cdb86131ec', 'tenant_id': 'fc6d959c6b83478bb73dfad880a83f28', 'mac_address': 'fa:16:3e:13:e4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aabc47b5-5a0c-4202-9422-e26c7ac78f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '43bddb65-670a-42dd-9742-7aecd345a4ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:16:25Z', 'updated_at': '2021-04-19T18:16:43Z', 'revision_number': 5, 'project_id': 'fc6d959c6b83478bb73dfad880a83f28', 'subnets': [{'id': '43bddb65-670a-42dd-9742-7aecd345a4ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-iscsi', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:21:29.507883 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d04396-f3ce-48bd-afa2-1fd4eb47c558 None None] The sync data for ids ['aabc47b5-5a0c-4202-9422-e26c7ac78f44'] in dv-cinder-786927-1-iscsi is: [{'id': 'aabc47b5-5a0c-4202-9422-e26c7ac78f44', 'name': 'tempest-AttachVolumeTestJSON-135969704-router', 'tenant_id': 'fc6d959c6b83478bb73dfad880a83f28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '5cb17819-7a29-4b42-abac-1c85d0b9b4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:16:18Z', 'updated_at': '2021-04-19T18:16:28Z', 'revision_number': 4, 'project_id': 'fc6d959c6b83478bb73dfad880a83f28', 'gw_port': {'id': '5cb17819-7a29-4b42-abac-1c85d0b9b4ab', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aabc47b5-5a0c-4202-9422-e26c7ac78f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:16:19Z', 'updated_at': '2021-04-19T18:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi', '_floatingips': [{'id': '2dd4c907-a7c7-4def-bbe9-a9b0db55e06a', 'tenant_id': 'fc6d959c6b83478bb73dfad880a83f28', 'floating_ip_address': '172.27.0.33', 'floating_network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'router_id': 'aabc47b5-5a0c-4202-9422-e26c7ac78f44', 'port_id': '0697dc52-b024-48f7-830e-fccbd7fdb119', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3797f849-9d72-4a34-898b-30cdb86131ec', 'mac_address': 'fa:16:3e:33:28:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdac3bd0-d02b-4caf-96e6-93c1dd1d8ef9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:21:09Z', 'updated_at': '2021-04-19T18:21:25Z', 'revision_number': 1, 'project_id': 'fc6d959c6b83478bb73dfad880a83f28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '609b9c18-1fd2-4445-8f78-10a76f5dcb6c', 'name': '', 'network_id': '3797f849-9d72-4a34-898b-30cdb86131ec', 'tenant_id': 'fc6d959c6b83478bb73dfad880a83f28', 'mac_address': 'fa:16:3e:13:e4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aabc47b5-5a0c-4202-9422-e26c7ac78f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '43bddb65-670a-42dd-9742-7aecd345a4ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:16:25Z', 'updated_at': '2021-04-19T18:16:43Z', 'revision_number': 5, 'project_id': 'fc6d959c6b83478bb73dfad880a83f28', 'subnets': [{'id': '43bddb65-670a-42dd-9742-7aecd345a4ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:21:29.509310 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-915b780f-1f1d-46cd-b838-bdde41c361ce admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d59b138e6e81439e9b1a260840958fdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4108465 Apr 19 18:21:29.512841 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 36376) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:21:29.560401 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915b780f-1f1d-46cd-b838-bdde41c361ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad423f78-1f84-4248-8055-3d50959eb082,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:29.565610 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-915b780f-1f1d-46cd-b838-bdde41c361ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:29.599471 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194e149f-f250-4d52-8f6c-bdab76949cfe req-90aef185-dfd4-4403-9431-17cbfc0b19c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:29.600563 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dc89dff3-0809-400d-98f3-59df60fc6af7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:29.601078 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-194e149f-f250-4d52-8f6c-bdab76949cfe req-90aef185-dfd4-4403-9431-17cbfc0b19c6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3797f849-9d72-4a34-898b-30cdb86131ec HTTP/1.1" status: 200 len: 911 time: 0.1778023 Apr 19 18:21:29.634898 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dc89dff3-0809-400d-98f3-59df60fc6af7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:29.685417 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dc89dff3-0809-400d-98f3-59df60fc6af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:29.691252 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-d6df2e1b-2133-4246-8ace-a2d3f4a8a7bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:29.738492 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-194e149f-f250-4d52-8f6c-bdab76949cfe req-0fb9c235-768a-4aa7-8dad-89e96ff51749 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0697dc52-b024-48f7-830e-fccbd7fdb119 HTTP/1.1" status: 200 len: 998 time: 0.1298409 Apr 19 18:21:29.740603 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc89dff3-0809-400d-98f3-59df60fc6af7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad423f78-1f84-4248-8055-3d50959eb082,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:29.745055 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-dc89dff3-0809-400d-98f3-59df60fc6af7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:29.766827 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dc89dff3-0809-400d-98f3-59df60fc6af7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:29.768453 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-dc89dff3-0809-400d-98f3-59df60fc6af7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ad423f78-1f84-4248-8055-3d50959eb082 HTTP/1.1" status: 204 len: 168 time: 0.2543001 Apr 19 18:21:29.848737 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194e149f-f250-4d52-8f6c-bdab76949cfe req-4ce8facc-7e54-4543-aca8-28fadd1c7b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:29.850498 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-194e149f-f250-4d52-8f6c-bdab76949cfe req-4ce8facc-7e54-4543-aca8-28fadd1c7b5b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=43bddb65-670a-42dd-9742-7aecd345a4ee HTTP/1.1" status: 200 len: 849 time: 0.0959811 Apr 19 18:21:29.863290 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37dcc22-a11a-4686-b72c-22b8ce1aa41d None None] New status for floating IP 2dd4c907-a7c7-4def-bbe9-a9b0db55e06a: ACTIVE {{(pid=86365) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 18:21:29.896156 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d2f9ec6e-c794-41e3-ae90-47fc33d99e7a req-82768c38-aae4-4fdc-9be5-6eb11433f488 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=53e8cef9-55b8-43ca-80df-c2de35a0d87d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1220934 Apr 19 18:21:29.965568 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194e149f-f250-4d52-8f6c-bdab76949cfe req-798e5a95-7505-4c26-8bf1-c23da94a717c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:29.968646 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-194e149f-f250-4d52-8f6c-bdab76949cfe req-798e5a95-7505-4c26-8bf1-c23da94a717c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3797f849-9d72-4a34-898b-30cdb86131ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1045172 Apr 19 18:21:30.136646 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f9ec6e-c794-41e3-ae90-47fc33d99e7a req-a31c44aa-8bb9-4693-a65d-fe715afbf7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:30.139284 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d2f9ec6e-c794-41e3-ae90-47fc33d99e7a req-a31c44aa-8bb9-4693-a65d-fe715afbf7dc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d40df5788f6140729f7e263c33f44bda&device_id=53e8cef9-55b8-43ca-80df-c2de35a0d87d HTTP/1.1" status: 200 len: 1100 time: 0.1234949 Apr 19 18:21:30.153267 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-194e149f-f250-4d52-8f6c-bdab76949cfe req-647ddc73-891a-424e-9c1a-1a3087a738fe service neutron] 10.222.0.53 "GET /v2.0/networks/3797f849-9d72-4a34-898b-30cdb86131ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779351 Apr 19 18:21:30.348165 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-194e149f-f250-4d52-8f6c-bdab76949cfe req-87ef97e7-3d52-473e-8670-fcb80a4a6c57 service neutron] 10.222.0.53 "GET /v2.0/networks/3797f849-9d72-4a34-898b-30cdb86131ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875761 Apr 19 18:21:30.365767 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f9ec6e-c794-41e3-ae90-47fc33d99e7a req-15400c5b-5e3b-45a8-b097-d7bfbccfbfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:30.367917 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d2f9ec6e-c794-41e3-ae90-47fc33d99e7a req-15400c5b-5e3b-45a8-b097-d7bfbccfbfbd service neutron] 10.222.0.53 "GET /v2.0/networks?id=7bcee201-e581-4998-8db1-0eb0dcf42dab HTTP/1.1" status: 200 len: 918 time: 0.2007508 Apr 19 18:21:30.497081 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d2f9ec6e-c794-41e3-ae90-47fc33d99e7a req-9da14364-eff5-44f3-87a2-111353b7cdaa service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4bd4ec69-a07a-47ff-a9c2-582527ede9a9 HTTP/1.1" status: 200 len: 1002 time: 0.1120174 Apr 19 18:21:30.577265 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f9ec6e-c794-41e3-ae90-47fc33d99e7a req-d147b912-6899-4c4d-ab7b-39e665d948ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:30.578010 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d2f9ec6e-c794-41e3-ae90-47fc33d99e7a req-d147b912-6899-4c4d-ab7b-39e665d948ef service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f115f197-c2a2-4c8a-a041-6b1ab4a2efc7 HTTP/1.1" status: 200 len: 856 time: 0.0729129 Apr 19 18:21:30.678176 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f9ec6e-c794-41e3-ae90-47fc33d99e7a req-c1e7bab2-d720-406d-8bf6-d4943385a80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:30.680045 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d2f9ec6e-c794-41e3-ae90-47fc33d99e7a req-c1e7bab2-d720-406d-8bf6-d4943385a80d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7bcee201-e581-4998-8db1-0eb0dcf42dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0841227 Apr 19 18:21:30.884222 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d2f9ec6e-c794-41e3-ae90-47fc33d99e7a req-48f5e891-2dda-4086-aadf-ac0571755a9f service neutron] 10.222.0.53 "GET /v2.0/networks/7bcee201-e581-4998-8db1-0eb0dcf42dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967616 Apr 19 18:21:31.110256 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d2f9ec6e-c794-41e3-ae90-47fc33d99e7a req-0549eb0b-0ccc-406d-9753-7076321139ac service neutron] 10.222.0.53 "GET /v2.0/networks/7bcee201-e581-4998-8db1-0eb0dcf42dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165453 Apr 19 18:21:31.128192 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f75ee-6c26-4de5-9bc9-682e3bcb3a68 req-a9068842-e683-49dd-a859-3464c42615de tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:31.129075 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-051f75ee-6c26-4de5-9bc9-682e3bcb3a68 req-a9068842-e683-49dd-a859-3464c42615de tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Synchronizing usage tracker for tenant:46704111eb3c4f50b85ea3971427960a on resource:port {{(pid=86362) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:21:31.145156 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-051f75ee-6c26-4de5-9bc9-682e3bcb3a68 req-a9068842-e683-49dd-a859-3464c42615de tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Unset dirty status for tenant:46704111eb3c4f50b85ea3971427960a on resource:port {{(pid=86362) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:21:31.146458 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-051f75ee-6c26-4de5-9bc9-682e3bcb3a68 req-a9068842-e683-49dd-a859-3464c42615de tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65b0956-9e78-4e00-9ca1-e48822e5d706 HTTP/1.1" status: 200 len: 946 time: 0.1630750 Apr 19 18:21:31.199502 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-051f75ee-6c26-4de5-9bc9-682e3bcb3a68 req-8358e42a-762b-4ce6-adae-40cdfffdc5c1 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Synchronizing usage tracker for tenant:46704111eb3c4f50b85ea3971427960a on resource:security_group {{(pid=86362) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:21:31.216233 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-051f75ee-6c26-4de5-9bc9-682e3bcb3a68 req-8358e42a-762b-4ce6-adae-40cdfffdc5c1 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Unset dirty status for tenant:46704111eb3c4f50b85ea3971427960a on resource:security_group {{(pid=86362) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:21:31.217503 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-051f75ee-6c26-4de5-9bc9-682e3bcb3a68 req-8358e42a-762b-4ce6-adae-40cdfffdc5c1 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef149989-a3dc-43eb-b804-a5c3af631ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622904 Apr 19 18:21:31.241990 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.agents_db [None req-8d26a53d-5aec-40fe-9147-3f846c88e388 None None] Agent healthcheck: found 6 active agents {{(pid=86365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:21:32.423864 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2a9143-0925-4689-b761-7ec7f077f2f7 req-23d47945-2b7c-4583-a49d-c8ce8e08f880 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:32.425509 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5f2a9143-0925-4689-b761-7ec7f077f2f7 req-23d47945-2b7c-4583-a49d-c8ce8e08f880 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65b0956-9e78-4e00-9ca1-e48822e5d706 HTTP/1.1" status: 200 len: 946 time: 0.0901518 Apr 19 18:21:32.475392 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5f2a9143-0925-4689-b761-7ec7f077f2f7 req-75f165e0-060f-46c5-96d3-a327d79c03db tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef149989-a3dc-43eb-b804-a5c3af631ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434558 Apr 19 18:21:33.164110 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d267d1-231c-4862-b9eb-30d8c048c37e req-492f8031-2eb7-4d49-9b6c-4c8d1ffa2c68 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:33.166821 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-10d267d1-231c-4862-b9eb-30d8c048c37e req-492f8031-2eb7-4d49-9b6c-4c8d1ffa2c68 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.53 "GET /v2.0/ports?device_id=a65b0956-9e78-4e00-9ca1-e48822e5d706 HTTP/1.1" status: 200 len: 946 time: 0.1059480 Apr 19 18:21:33.209304 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:33.260688 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [req-10d267d1-231c-4862-b9eb-30d8c048c37e req-c086c465-e91c-4b22-b704-6ee0eb9f50d0 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Deleting port 2af5df0e-98fd-405a-b17d-eda3757228ca {{(pid=86362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:21:33.261216 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-10d267d1-231c-4862-b9eb-30d8c048c37e req-c086c465-e91c-4b22-b704-6ee0eb9f50d0 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254156519796'] for port, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:33.535577 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-10d267d1-231c-4862-b9eb-30d8c048c37e req-c086c465-e91c-4b22-b704-6ee0eb9f50d0 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] For port 2af5df0e-98fd-405a-b17d-eda3757228ca, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=2af5df0e-98fd-405a-b17d-eda3757228ca,segment=NetworkSegment(66349f04-21d1-4942-89e7-90c739d412d2),segment_id=66349f04-21d1-4942-89e7-90c739d412d2)] {{(pid=86362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:21:33.536086 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-10d267d1-231c-4862-b9eb-30d8c048c37e req-c086c465-e91c-4b22-b704-6ee0eb9f50d0 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648318'] for port, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:33.696334 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe4f172-5f3a-4190-9d6e-d95190aec8b7 req-24b17676-a331-41c8-8ee0-ef6f4daa9d52 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:33.698458 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ffe4f172-5f3a-4190-9d6e-d95190aec8b7 req-24b17676-a331-41c8-8ee0-ef6f4daa9d52 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65b0956-9e78-4e00-9ca1-e48822e5d706 HTTP/1.1" status: 200 len: 946 time: 0.0958776 Apr 19 18:21:33.713712 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [req-10d267d1-231c-4862-b9eb-30d8c048c37e req-c086c465-e91c-4b22-b704-6ee0eb9f50d0 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Calling delete_port for 2af5df0e-98fd-405a-b17d-eda3757228ca owned by compute:nova {{(pid=86362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:21:33.751545 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ffe4f172-5f3a-4190-9d6e-d95190aec8b7 req-d7299bb1-7632-48b8-ae7c-057c9f45104d tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef149989-a3dc-43eb-b804-a5c3af631ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462441 Apr 19 18:21:33.838366 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d4477b-6f0e-4cbd-9de0-6568cb295620 req-f9d8bed4-74ea-40df-a55b-540bb7ca59bd tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:33.839981 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-70d4477b-6f0e-4cbd-9de0-6568cb295620 req-f9d8bed4-74ea-40df-a55b-540bb7ca59bd tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] 10.222.0.36 "GET /v2.0/ports?device_id=119e2202-ea98-42a4-8d40-2325158ff4ba HTTP/1.1" status: 200 len: 946 time: 0.2356951 Apr 19 18:21:33.940920 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-70d4477b-6f0e-4cbd-9de0-6568cb295620 req-550df999-aa3f-4ae3-9ce2-db6d0f5b41b4 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] 10.222.0.36 "GET /v2.0/security-groups?id=51a559a9-c19a-4e63-ad37-472e522e256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674334 Apr 19 18:21:33.944407 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-10d267d1-231c-4862-b9eb-30d8c048c37e req-c086c465-e91c-4b22-b704-6ee0eb9f50d0 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254156516127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254156964383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844104858'] for port, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:33.950759 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:33.957250 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] get_ports_and_sgs() called for port_ids ['2af5df0e-98fd-405a-b17d-eda3757228ca'] {{(pid=86364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:21:34.001250 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c086c465-e91c-4b22-b704-6ee0eb9f50d0 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Pushing event deleted for resources: {'Port': ['ID=2af5df0e-98fd-405a-b17d-eda3757228ca,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:34.039400 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c086c465-e91c-4b22-b704-6ee0eb9f50d0 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:21:34.039809 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c086c465-e91c-4b22-b704-6ee0eb9f50d0 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:21:34.040218 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c086c465-e91c-4b22-b704-6ee0eb9f50d0 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:21:34.040647 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c086c465-e91c-4b22-b704-6ee0eb9f50d0 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:21:34.041037 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c086c465-e91c-4b22-b704-6ee0eb9f50d0 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:21:34.041698 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c086c465-e91c-4b22-b704-6ee0eb9f50d0 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:21:34.042093 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c086c465-e91c-4b22-b704-6ee0eb9f50d0 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:21:34.042483 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c086c465-e91c-4b22-b704-6ee0eb9f50d0 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:21:34.042872 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c086c465-e91c-4b22-b704-6ee0eb9f50d0 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:21:34.043288 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c086c465-e91c-4b22-b704-6ee0eb9f50d0 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:21:34.043675 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c086c465-e91c-4b22-b704-6ee0eb9f50d0 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:21:34.044061 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c086c465-e91c-4b22-b704-6ee0eb9f50d0 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:21:34.052079 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-c086c465-e91c-4b22-b704-6ee0eb9f50d0 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:34.097437 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [req-10d267d1-231c-4862-b9eb-30d8c048c37e req-c086c465-e91c-4b22-b704-6ee0eb9f50d0 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] No DVR routers for this DVR port 2af5df0e-98fd-405a-b17d-eda3757228ca on host hv-cinder-78692 {{(pid=86362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:21:34.100090 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-10d267d1-231c-4862-b9eb-30d8c048c37e req-c086c465-e91c-4b22-b704-6ee0eb9f50d0 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773849'] for port, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:34.103272 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a65b0956-9e78-4e00-9ca1-e48822e5d706', 'name': 'network-vif-deleted', 'tag': '2af5df0e-98fd-405a-b17d-eda3757228ca'}] {{(pid=86362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:21:34.119647 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-10d267d1-231c-4862-b9eb-30d8c048c37e req-c086c465-e91c-4b22-b704-6ee0eb9f50d0 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.53 "DELETE /v2.0/ports/2af5df0e-98fd-405a-b17d-eda3757228ca HTTP/1.1" status: 204 len: 173 time: 0.9363549 Apr 19 18:21:34.153263 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a65b0956-9e78-4e00-9ca1-e48822e5d706', 'name': 'network-vif-deleted', 'tag': '2af5df0e-98fd-405a-b17d-eda3757228ca', 'status': 'completed', 'code': 200} Apr 19 18:21:34.945958 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-50e6b2e1-76b5-4d7b-8e22-b2af545df62e req-eb86909c-45f9-4e00-a771-764688d485bd tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65b0956-9e78-4e00-9ca1-e48822e5d706 HTTP/1.1" status: 200 len: 210 time: 0.0539050 Apr 19 18:21:35.159708 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd9e3a-89b0-478e-999a-ddbdfaa64ae9 req-48850094-7c8d-4f53-8235-fc0058866ee5 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:35.161507 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-86dd9e3a-89b0-478e-999a-ddbdfaa64ae9 req-48850094-7c8d-4f53-8235-fc0058866ee5 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] 10.222.0.36 "GET /v2.0/ports?device_id=119e2202-ea98-42a4-8d40-2325158ff4ba HTTP/1.1" status: 200 len: 946 time: 0.0985305 Apr 19 18:21:35.213959 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-86dd9e3a-89b0-478e-999a-ddbdfaa64ae9 req-881f11e1-63f2-4e79-b8e4-d808c876444d tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] 10.222.0.36 "GET /v2.0/security-groups?id=51a559a9-c19a-4e63-ad37-472e522e256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452440 Apr 19 18:21:35.580307 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d982556d-34a2-4c45-89e1-a21cb3c0ca23 req-e2f07619-9858-4452-9716-e9aabd620bc3 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:35.581911 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d982556d-34a2-4c45-89e1-a21cb3c0ca23 req-e2f07619-9858-4452-9716-e9aabd620bc3 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] 10.222.0.53 "GET /v2.0/ports?device_id=119e2202-ea98-42a4-8d40-2325158ff4ba HTTP/1.1" status: 200 len: 946 time: 0.0888591 Apr 19 18:21:35.666015 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [req-d982556d-34a2-4c45-89e1-a21cb3c0ca23 req-7317908a-7f53-45c0-9e3f-e45328c961f9 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] Deleting port 7c262243-6280-4491-8e7b-74019023d258 {{(pid=86362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:21:35.666585 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-d982556d-34a2-4c45-89e1-a21cb3c0ca23 req-7317908a-7f53-45c0-9e3f-e45328c961f9 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254156519796'] for port, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:35.944467 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-d982556d-34a2-4c45-89e1-a21cb3c0ca23 req-7317908a-7f53-45c0-9e3f-e45328c961f9 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] For port 7c262243-6280-4491-8e7b-74019023d258, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=7c262243-6280-4491-8e7b-74019023d258,segment=NetworkSegment(2c9b8c8d-385c-4141-a0b8-0cee141188f0),segment_id=2c9b8c8d-385c-4141-a0b8-0cee141188f0)] {{(pid=86362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:21:35.944784 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-d982556d-34a2-4c45-89e1-a21cb3c0ca23 req-7317908a-7f53-45c0-9e3f-e45328c961f9 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648318'] for port, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:36.114148 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [req-d982556d-34a2-4c45-89e1-a21cb3c0ca23 req-7317908a-7f53-45c0-9e3f-e45328c961f9 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] Calling delete_port for 7c262243-6280-4491-8e7b-74019023d258 owned by compute:nova {{(pid=86362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:21:36.638965 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-d982556d-34a2-4c45-89e1-a21cb3c0ca23 req-7317908a-7f53-45c0-9e3f-e45328c961f9 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254156516127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254156964383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844104858'] for port, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:36.650750 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-bd5b03c0-65cb-48e8-8f88-cf39336cae9a tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:36.653585 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] get_ports_and_sgs() called for port_ids ['7c262243-6280-4491-8e7b-74019023d258'] {{(pid=86364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:21:36.756015 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7317908a-7f53-45c0-9e3f-e45328c961f9 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] Pushing event deleted for resources: {'Port': ['ID=7c262243-6280-4491-8e7b-74019023d258,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:36.763243 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-7317908a-7f53-45c0-9e3f-e45328c961f9 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:36.855075 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [req-d982556d-34a2-4c45-89e1-a21cb3c0ca23 req-7317908a-7f53-45c0-9e3f-e45328c961f9 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] No DVR routers for this DVR port 7c262243-6280-4491-8e7b-74019023d258 on host hv-cinder-78692 {{(pid=86362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:21:36.857636 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-d982556d-34a2-4c45-89e1-a21cb3c0ca23 req-7317908a-7f53-45c0-9e3f-e45328c961f9 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773849'] for port, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:36.862790 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '119e2202-ea98-42a4-8d40-2325158ff4ba', 'name': 'network-vif-deleted', 'tag': '7c262243-6280-4491-8e7b-74019023d258'}] {{(pid=86362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:21:36.897695 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3921ca81-77d5-4190-a220-985711fd93ce req-79c835ce-ffe0-421d-8f6a-b98f863db97b tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:36.899596 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-3921ca81-77d5-4190-a220-985711fd93ce req-79c835ce-ffe0-421d-8f6a-b98f863db97b tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] 10.222.0.36 "GET /v2.0/ports?device_id=119e2202-ea98-42a4-8d40-2325158ff4ba HTTP/1.1" status: 200 len: 867 time: 0.3392346 Apr 19 18:21:36.912145 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d982556d-34a2-4c45-89e1-a21cb3c0ca23 req-7317908a-7f53-45c0-9e3f-e45328c961f9 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] 10.222.0.53 "DELETE /v2.0/ports/7c262243-6280-4491-8e7b-74019023d258 HTTP/1.1" status: 204 len: 173 time: 1.3231955 Apr 19 18:21:36.933172 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 36560) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:21:36.942321 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '119e2202-ea98-42a4-8d40-2325158ff4ba', 'name': 'network-vif-deleted', 'tag': '7c262243-6280-4491-8e7b-74019023d258', 'status': 'completed', 'code': 200} Apr 19 18:21:36.982976 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-3921ca81-77d5-4190-a220-985711fd93ce req-bdeaacd5-44c1-4b38-bfcb-0cb1be2860d1 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] 10.222.0.36 "GET /v2.0/security-groups?id=51a559a9-c19a-4e63-ad37-472e522e256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738153 Apr 19 18:21:37.005737 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Device 7c262243-6280-4491-8e7b-74019023d258 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:21:37.050626 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] No Port match for: 7c262243-6280-4491-8e7b-74019023d258 {{(pid=86364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:21:37.051017 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Device 7c262243-6280-4491-8e7b-74019023d258 not bound to the agent host hv-cinder-78692 {{(pid=86364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:21:37.051513 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Device 2af5df0e-98fd-405a-b17d-eda3757228ca no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:21:37.100826 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] No Port match for: 2af5df0e-98fd-405a-b17d-eda3757228ca {{(pid=86364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:21:37.101229 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Device 2af5df0e-98fd-405a-b17d-eda3757228ca not bound to the agent host hv-cinder-78692 {{(pid=86364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:21:37.599485 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0c79cd1b-18a1-462f-8cb7-6537b9dc8a42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622745'] for router_interface, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:37.999823 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-0c79cd1b-18a1-462f-8cb7-6537b9dc8a42 admin admin] Deleting port 68c90696-2d9f-44cc-a3a8-09f01d304c12 {{(pid=86363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:21:38.000179 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0c79cd1b-18a1-462f-8cb7-6537b9dc8a42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254156519796'] for port, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:38.204008 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-0c79cd1b-18a1-462f-8cb7-6537b9dc8a42 admin admin] For port 68c90696-2d9f-44cc-a3a8-09f01d304c12, host dv-cinder-786927-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-iscsi',level=0,port_id=68c90696-2d9f-44cc-a3a8-09f01d304c12,segment=NetworkSegment(66349f04-21d1-4942-89e7-90c739d412d2),segment_id=66349f04-21d1-4942-89e7-90c739d412d2)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:21:38.204414 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0c79cd1b-18a1-462f-8cb7-6537b9dc8a42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648318'] for port, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:38.340405 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-0c79cd1b-18a1-462f-8cb7-6537b9dc8a42 admin admin] Calling delete_port for 68c90696-2d9f-44cc-a3a8-09f01d304c12 owned by network:router_interface {{(pid=86363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:21:38.537417 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0c79cd1b-18a1-462f-8cb7-6537b9dc8a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254156516127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254156964383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10486948'] for port, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:38.551352 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-594d4208-4747-4864-97fe-d9491ec94049 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:38.966793 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c79cd1b-18a1-462f-8cb7-6537b9dc8a42 admin admin] Pushing event deleted for resources: {'Port': ['ID=68c90696-2d9f-44cc-a3a8-09f01d304c12,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:38.969538 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-0c79cd1b-18a1-462f-8cb7-6537b9dc8a42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:39.191058 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0c79cd1b-18a1-462f-8cb7-6537b9dc8a42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854015838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-622823'] for router_interface, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:39.584110 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c79cd1b-18a1-462f-8cb7-6537b9dc8a42 admin admin] Router f6d5b84a-ff14-4184-bd97-574c712ce4de has already been hosted by L3 agent 24af6f5b-4620-4572-ab28-0613f710586e {{(pid=86363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:21:39.789705 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c79cd1b-18a1-462f-8cb7-6537b9dc8a42 admin admin] Notify agent at l3_agent.dv-cinder-786927-1-iscsi the message routers_updated {{(pid=86363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:21:39.799255 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ff799d-f976-4852-ae80-9017e482af86 None None] Sync routers for ids ['f6d5b84a-ff14-4184-bd97-574c712ce4de'] in dv-cinder-786927-1-iscsi {{(pid=86364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:21:39.807554 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 36644) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:21:39.807774 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-0c79cd1b-18a1-462f-8cb7-6537b9dc8a42 admin admin] 10.222.0.36 "PUT /v2.0/routers/f6d5b84a-ff14-4184-bd97-574c712ce4de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8709228 Apr 19 18:21:39.813870 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ff799d-f976-4852-ae80-9017e482af86 None None] Routers {'f6d5b84a-ff14-4184-bd97-574c712ce4de'} bound to L3 agent in host dv-cinder-786927-1-iscsi {{(pid=86364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:21:39.814563 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-f5ff799d-f976-4852-ae80-9017e482af86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T18:07:54Z,description=,heartbeat_timestamp=2021-04-19T18:21:24Z,host='dv-cinder-786927-1-iscsi',id=24af6f5b-4620-4572-ab28-0613f710586e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:07:54Z,topic='l3_agent')) {'router_ids': ['f6d5b84a-ff14-4184-bd97-574c712ce4de'], 'active': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:21:40.033357 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9920c16f-5670-4c41-a5eb-e96d4d2390d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:40.046525 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-f5ff799d-f976-4852-ae80-9017e482af86 None None] Set router f6d5b84a-ff14-4184-bd97-574c712ce4de gateway port host: dv-cinder-786927-1-iscsi {{(pid=86364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:21:40.230277 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9920c16f-5670-4c41-a5eb-e96d4d2390d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:40.239396 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-9920c16f-5670-4c41-a5eb-e96d4d2390d3 admin admin] Deleting port c236f056-eb6e-4c29-93f6-ebb65cda2c79 {{(pid=86362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:21:40.239781 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9920c16f-5670-4c41-a5eb-e96d4d2390d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254156519796'] for port, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:40.361331 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-f5ff799d-f976-4852-ae80-9017e482af86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d5b84a-ff14-4184-bd97-574c712ce4de', 'name': 'tempest-TestMinimumBasicScenario-1349384632-router', 'tenant_id': '46704111eb3c4f50b85ea3971427960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'c236f056-eb6e-4c29-93f6-ebb65cda2c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:18:02Z', 'updated_at': '2021-04-19T18:21:38Z', 'revision_number': 5, 'project_id': '46704111eb3c4f50b85ea3971427960a', 'gw_port': {'id': 'c236f056-eb6e-4c29-93f6-ebb65cda2c79', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d5b84a-ff14-4184-bd97-574c712ce4de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:18:03Z', 'updated_at': '2021-04-19T18:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi'}], 'dv-cinder-786927-1-iscsi', False) {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:21:40.365719 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ff799d-f976-4852-ae80-9017e482af86 None None] Checking router: f6d5b84a-ff14-4184-bd97-574c712ce4de for host: dv-cinder-786927-1-iscsi {{(pid=86364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:21:40.375081 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ff799d-f976-4852-ae80-9017e482af86 None None] Routers {'f6d5b84a-ff14-4184-bd97-574c712ce4de'} bound to L3 agent in host dv-cinder-786927-1-iscsi {{(pid=86364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:21:40.375795 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-f5ff799d-f976-4852-ae80-9017e482af86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T18:07:54Z,description=,heartbeat_timestamp=2021-04-19T18:21:24Z,host='dv-cinder-786927-1-iscsi',id=24af6f5b-4620-4572-ab28-0613f710586e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:07:54Z,topic='l3_agent')) {'router_ids': ['f6d5b84a-ff14-4184-bd97-574c712ce4de'], 'active': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:21:40.444150 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-9920c16f-5670-4c41-a5eb-e96d4d2390d3 admin admin] For port c236f056-eb6e-4c29-93f6-ebb65cda2c79, host dv-cinder-786927-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-iscsi',level=0,port_id=c236f056-eb6e-4c29-93f6-ebb65cda2c79,segment=NetworkSegment(c45e75c0-3629-4b9b-9637-c1f0a35fb912),segment_id=c45e75c0-3629-4b9b-9637-c1f0a35fb912)] {{(pid=86362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:21:40.444565 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9920c16f-5670-4c41-a5eb-e96d4d2390d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648318'] for port, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:40.590038 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-9920c16f-5670-4c41-a5eb-e96d4d2390d3 admin admin] Calling delete_port for c236f056-eb6e-4c29-93f6-ebb65cda2c79 owned by network:router_gateway {{(pid=86362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:21:40.723015 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-f5ff799d-f976-4852-ae80-9017e482af86 None None] Set router f6d5b84a-ff14-4184-bd97-574c712ce4de gateway port host: None {{(pid=86364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:21:40.773401 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9920c16f-5670-4c41-a5eb-e96d4d2390d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254156516127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254156964383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844104858'] for port, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:40.778548 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-00e250a9-1af8-45fc-aa98-e535c6043100 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:40.828923 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9920c16f-5670-4c41-a5eb-e96d4d2390d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c236f056-eb6e-4c29-93f6-ebb65cda2c79,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:40.832897 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-9920c16f-5670-4c41-a5eb-e96d4d2390d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:40.843983 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-f5ff799d-f976-4852-ae80-9017e482af86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d5b84a-ff14-4184-bd97-574c712ce4de', 'name': 'tempest-TestMinimumBasicScenario-1349384632-router', 'tenant_id': '46704111eb3c4f50b85ea3971427960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:18:02Z', 'updated_at': '2021-04-19T18:21:40Z', 'revision_number': 6, 'project_id': '46704111eb3c4f50b85ea3971427960a', 'gw_port_host': None}], 'dv-cinder-786927-1-iscsi', False) {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:21:40.848448 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ff799d-f976-4852-ae80-9017e482af86 None None] The sync data for ids ['f6d5b84a-ff14-4184-bd97-574c712ce4de'] in dv-cinder-786927-1-iscsi is: [{'id': 'f6d5b84a-ff14-4184-bd97-574c712ce4de', 'name': 'tempest-TestMinimumBasicScenario-1349384632-router', 'tenant_id': '46704111eb3c4f50b85ea3971427960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:18:02Z', 'updated_at': '2021-04-19T18:21:40Z', 'revision_number': 6, 'project_id': '46704111eb3c4f50b85ea3971427960a', 'gw_port_host': None}] {{(pid=86364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:21:40.933472 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9920c16f-5670-4c41-a5eb-e96d4d2390d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854126490'] for router_gateway, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:41.132688 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9920c16f-5670-4c41-a5eb-e96d4d2390d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854149062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854772563'] for router, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:41.135362 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9920c16f-5670-4c41-a5eb-e96d4d2390d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:41.162928 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9920c16f-5670-4c41-a5eb-e96d4d2390d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626302'] for router, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:41.163581 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9920c16f-5670-4c41-a5eb-e96d4d2390d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6d5b84a-ff14-4184-bd97-574c712ce4de {{(pid=86362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 19 18:21:41.177779 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9920c16f-5670-4c41-a5eb-e96d4d2390d3 admin admin] Notify callbacks [] for router, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:41.179031 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-9920c16f-5670-4c41-a5eb-e96d4d2390d3 admin admin] 10.222.0.36 "DELETE /v2.0/routers/f6d5b84a-ff14-4184-bd97-574c712ce4de HTTP/1.1" status: 204 len: 168 time: 1.3700659 Apr 19 18:21:41.182354 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 36664) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:21:41.251060 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_v2 [None req-f490293c-7658-4b46-9251-39c9186532f4 admin admin] Deleting subnet 436488b4-a126-4f89-965d-19454f3786a1 {{(pid=86362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 18:21:41.254459 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f490293c-7658-4b46-9251-39c9186532f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:41.307754 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f490293c-7658-4b46-9251-39c9186532f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666202'] for subnet, precommit_delete_associations {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:41.437191 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f490293c-7658-4b46-9251-39c9186532f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013858'] for subnet, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:41.696031 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f490293c-7658-4b46-9251-39c9186532f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850761958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853862292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036844105550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11480279'] for subnet, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:41.700884 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-36d510ee-6dfc-4630-9490-a397d5ebb7e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:41.735519 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f490293c-7658-4b46-9251-39c9186532f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=436488b4-a126-4f89-965d-19454f3786a1,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:41.740181 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-f490293c-7658-4b46-9251-39c9186532f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:41.745291 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f490293c-7658-4b46-9251-39c9186532f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:41.750804 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b278c483-6d38-4273-b319-32d3f3dc0613 None None] Network e8efb0b6-16ad-4533-a95b-48b52b3908a8 requested from dv-cinder-786927-1-iscsi {{(pid=86364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:21:41.751933 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-f490293c-7658-4b46-9251-39c9186532f4 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/436488b4-a126-4f89-965d-19454f3786a1 HTTP/1.1" status: 204 len: 168 time: 0.5685308 Apr 19 18:21:41.754625 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 36670) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:21:41.867642 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-131bd06c-45ce-4e40-9f70-56b76e6fb045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3689838'] for network, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:41.879293 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-131bd06c-45ce-4e40-9f70-56b76e6fb045 admin admin] Deleting port ff1a4db0-0653-424b-8daa-bbdb6ee930a9 {{(pid=86363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:21:41.879665 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-131bd06c-45ce-4e40-9f70-56b76e6fb045 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254156519796'] for port, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:42.017972 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec2c35d-cfcb-4f41-bf9c-7593d21f89a4 None None] DHCP port deletion for e8efb0b6-16ad-4533-a95b-48b52b3908a8 request from dv-cinder-786927-1-iscsi {{(pid=86364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 19 18:21:42.022357 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-9ec2c35d-cfcb-4f41-bf9c-7593d21f89a4 None None] Deleting port ff1a4db0-0653-424b-8daa-bbdb6ee930a9 {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:21:42.022783 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ec2c35d-cfcb-4f41-bf9c-7593d21f89a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254156519796'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:42.111412 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-131bd06c-45ce-4e40-9f70-56b76e6fb045 admin admin] For port ff1a4db0-0653-424b-8daa-bbdb6ee930a9, host dv-cinder-786927-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-iscsi',level=0,port_id=ff1a4db0-0653-424b-8daa-bbdb6ee930a9,segment=NetworkSegment(66349f04-21d1-4942-89e7-90c739d412d2),segment_id=66349f04-21d1-4942-89e7-90c739d412d2)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:21:42.111815 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-131bd06c-45ce-4e40-9f70-56b76e6fb045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648318'] for port, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:42.211261 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device 68c90696-2d9f-44cc-a3a8-09f01d304c12 no longer exists at agent ovs-agent-dv-cinder-786927-1-iscsi {{(pid=86364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:21:42.250425 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-131bd06c-45ce-4e40-9f70-56b76e6fb045 admin admin] Calling delete_port for ff1a4db0-0653-424b-8daa-bbdb6ee930a9 owned by network:dhcp {{(pid=86363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:21:42.262312 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] No Port match for: 68c90696-2d9f-44cc-a3a8-09f01d304c12 {{(pid=86364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:21:42.262711 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device 68c90696-2d9f-44cc-a3a8-09f01d304c12 not bound to the agent host dv-cinder-786927-1-iscsi {{(pid=86364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:21:42.263208 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device ff1a4db0-0653-424b-8daa-bbdb6ee930a9 no longer exists at agent ovs-agent-dv-cinder-786927-1-iscsi {{(pid=86364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:21:42.329336 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-131bd06c-45ce-4e40-9f70-56b76e6fb045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254156516127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254156964383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10486948'] for port, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:42.334119 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-38701d8b-b8a1-4abf-b5fe-16f262a791c3 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:42.334898 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-9ec2c35d-cfcb-4f41-bf9c-7593d21f89a4 None None] For port ff1a4db0-0653-424b-8daa-bbdb6ee930a9, host dv-cinder-786927-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-iscsi',level=0,port_id=ff1a4db0-0653-424b-8daa-bbdb6ee930a9,segment=NetworkSegment(66349f04-21d1-4942-89e7-90c739d412d2),segment_id=66349f04-21d1-4942-89e7-90c739d412d2)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:21:42.335369 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ec2c35d-cfcb-4f41-bf9c-7593d21f89a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648318'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:42.379194 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131bd06c-45ce-4e40-9f70-56b76e6fb045 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff1a4db0-0653-424b-8daa-bbdb6ee930a9,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:42.387611 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131bd06c-45ce-4e40-9f70-56b76e6fb045 admin admin] No DVR routers for this DVR port ff1a4db0-0653-424b-8daa-bbdb6ee930a9 on host dv-cinder-786927-1-iscsi {{(pid=86363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:21:42.389940 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131bd06c-45ce-4e40-9f70-56b76e6fb045 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:21:42.390347 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131bd06c-45ce-4e40-9f70-56b76e6fb045 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:21:42.390749 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131bd06c-45ce-4e40-9f70-56b76e6fb045 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:21:42.391188 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131bd06c-45ce-4e40-9f70-56b76e6fb045 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:21:42.391565 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131bd06c-45ce-4e40-9f70-56b76e6fb045 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:21:42.391960 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131bd06c-45ce-4e40-9f70-56b76e6fb045 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:21:42.392351 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131bd06c-45ce-4e40-9f70-56b76e6fb045 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:21:42.392739 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131bd06c-45ce-4e40-9f70-56b76e6fb045 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:21:42.393128 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131bd06c-45ce-4e40-9f70-56b76e6fb045 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:21:42.393512 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131bd06c-45ce-4e40-9f70-56b76e6fb045 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:21:42.393920 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131bd06c-45ce-4e40-9f70-56b76e6fb045 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:21:42.394281 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131bd06c-45ce-4e40-9f70-56b76e6fb045 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:21:42.427409 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-131bd06c-45ce-4e40-9f70-56b76e6fb045 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:42.472964 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-9ec2c35d-cfcb-4f41-bf9c-7593d21f89a4 None None] Calling delete_port for ff1a4db0-0653-424b-8daa-bbdb6ee930a9 owned by network:dhcp {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:21:42.500961 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] No active binding found for port ff1a4db0-0653-424b-8daa-bbdb6ee930a9 {{(pid=86364) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:225}} Apr 19 18:21:42.501419 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device ff1a4db0-0653-424b-8daa-bbdb6ee930a9 not bound to the agent host dv-cinder-786927-1-iscsi {{(pid=86364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:21:42.501878 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device c236f056-eb6e-4c29-93f6-ebb65cda2c79 no longer exists at agent ovs-agent-dv-cinder-786927-1-iscsi {{(pid=86364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:21:42.519691 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-131bd06c-45ce-4e40-9f70-56b76e6fb045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850761865', 'neutron.services.segments.db._delete_segments_for_network-8782698178163'] for network, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:42.546887 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] No Port match for: c236f056-eb6e-4c29-93f6-ebb65cda2c79 {{(pid=86364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:21:42.547305 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device c236f056-eb6e-4c29-93f6-ebb65cda2c79 not bound to the agent host dv-cinder-786927-1-iscsi {{(pid=86364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:21:42.634911 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.services.segments.db [None req-131bd06c-45ce-4e40-9f70-56b76e6fb045 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8efb0b6-16ad-4533-a95b-48b52b3908a8']}} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:21:42.648545 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.services.segments.db [None req-131bd06c-45ce-4e40-9f70-56b76e6fb045 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66349f04-21d1-4942-89e7-90c739d412d2') {'for_net_delete': True} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:21:42.648893 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.services.segments.db [None req-131bd06c-45ce-4e40-9f70-56b76e6fb045 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66349f04-21d1-4942-89e7-90c739d412d2') {} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:21:42.651215 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.db.api [None req-9ec2c35d-cfcb-4f41-bf9c-7593d21f89a4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86364) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 19 18:21:42.651629 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_db.api [None req-9ec2c35d-cfcb-4f41-bf9c-7593d21f89a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 19 18:21:42.661826 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-131bd06c-45ce-4e40-9f70-56b76e6fb045 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363254156488035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11913476'] for segment, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:42.676983 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-131bd06c-45ce-4e40-9f70-56b76e6fb045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850937276'] for segment, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:42.683360 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-131bd06c-45ce-4e40-9f70-56b76e6fb045 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=86363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 18:21:42.860519 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-131bd06c-45ce-4e40-9f70-56b76e6fb045 admin admin] Network e8efb0b6-16ad-4533-a95b-48b52b3908a8 has no segments {{(pid=86363) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:21:42.869819 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-131bd06c-45ce-4e40-9f70-56b76e6fb045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3838515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036844288813'] for segment, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:43.043915 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-131bd06c-45ce-4e40-9f70-56b76e6fb045 admin admin] Network e8efb0b6-16ad-4533-a95b-48b52b3908a8 has no segments {{(pid=86363) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:21:43.069306 dv-cinder-786927-1-iscsi neutron-server[86249]: Traceback (most recent call last): Apr 19 18:21:43.069306 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 18:21:43.069306 dv-cinder-786927-1-iscsi neutron-server[86249]: timer() Apr 19 18:21:43.069306 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 18:21:43.069306 dv-cinder-786927-1-iscsi neutron-server[86249]: cb(*args, **kw) Apr 19 18:21:43.069306 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 18:21:43.069306 dv-cinder-786927-1-iscsi neutron-server[86249]: return func(*args, **kwargs) Apr 19 18:21:43.069306 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 18:21:43.069306 dv-cinder-786927-1-iscsi neutron-server[86249]: self._notify() Apr 19 18:21:43.069306 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 18:21:43.069306 dv-cinder-786927-1-iscsi neutron-server[86249]: self.callback(batched_events) Apr 19 18:21:43.069306 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 18:21:43.069306 dv-cinder-786927-1-iscsi neutron-server[86249]: event.method(event) Apr 19 18:21:43.069306 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 18:21:43.069306 dv-cinder-786927-1-iscsi neutron-server[86249]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 18:21:43.069306 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 18:21:43.069306 dv-cinder-786927-1-iscsi neutron-server[86249]: segment_id)['aggregates'][0] Apr 19 18:21:43.069306 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 18:21:43.069306 dv-cinder-786927-1-iscsi neutron-server[86249]: return f(self, *a, **k) Apr 19 18:21:43.069306 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 18:21:43.069306 dv-cinder-786927-1-iscsi neutron-server[86249]: return self._get(url).json() Apr 19 18:21:43.069306 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 18:21:43.069306 dv-cinder-786927-1-iscsi neutron-server[86249]: **kwargs) Apr 19 18:21:43.069306 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 18:21:43.069306 dv-cinder-786927-1-iscsi neutron-server[86249]: return self.request(url, 'GET', **kwargs) Apr 19 18:21:43.069306 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 18:21:43.069306 dv-cinder-786927-1-iscsi neutron-server[86249]: **endpoint_filter) Apr 19 18:21:43.069306 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 18:21:43.069306 dv-cinder-786927-1-iscsi neutron-server[86249]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 18:21:43.069306 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 18:21:43.069306 dv-cinder-786927-1-iscsi neutron-server[86249]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 18:21:43.069306 dv-cinder-786927-1-iscsi neutron-server[86249]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 18:21:43.143145 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-131bd06c-45ce-4e40-9f70-56b76e6fb045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4013951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854123391'] for network, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:43.146839 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-38449ebd-f3df-44c4-8065-d5cce8a1d9de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:43.152804 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-9ec2c35d-cfcb-4f41-bf9c-7593d21f89a4 None None] Deleting port ff1a4db0-0653-424b-8daa-bbdb6ee930a9 {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:21:43.153317 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9ec2c35d-cfcb-4f41-bf9c-7593d21f89a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254156519796'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:43.160441 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-131bd06c-45ce-4e40-9f70-56b76e6fb045 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759945'] for network, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:43.172147 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131bd06c-45ce-4e40-9f70-56b76e6fb045 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8efb0b6-16ad-4533-a95b-48b52b3908a8,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:43.175543 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-131bd06c-45ce-4e40-9f70-56b76e6fb045 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:43.189464 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-131bd06c-45ce-4e40-9f70-56b76e6fb045 admin admin] 10.222.0.36 "DELETE /v2.0/networks/e8efb0b6-16ad-4533-a95b-48b52b3908a8 HTTP/1.1" status: 204 len: 168 time: 1.4308696 Apr 19 18:21:43.189810 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 36684) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:21:43.230936 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-9ec2c35d-cfcb-4f41-bf9c-7593d21f89a4 None None] The port 'ff1a4db0-0653-424b-8daa-bbdb6ee930a9' was deleted {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 19 18:21:43.816536 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a3801696-cdb8-4516-813a-623afa2567f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622745'] for router_interface, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:44.451481 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-a3801696-cdb8-4516-813a-623afa2567f6 admin admin] Deleting port b3ab5be7-df15-4a5c-8698-b74d99e88536 {{(pid=86362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:21:44.452045 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a3801696-cdb8-4516-813a-623afa2567f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254156519796'] for port, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:44.660167 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-a3801696-cdb8-4516-813a-623afa2567f6 admin admin] For port b3ab5be7-df15-4a5c-8698-b74d99e88536, host dv-cinder-786927-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-iscsi',level=0,port_id=b3ab5be7-df15-4a5c-8698-b74d99e88536,segment=NetworkSegment(dac1d635-8ae6-4861-bda1-b27d9499e9bb),segment_id=dac1d635-8ae6-4861-bda1-b27d9499e9bb)] {{(pid=86362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:21:44.660489 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a3801696-cdb8-4516-813a-623afa2567f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648318'] for port, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:44.805891 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-a3801696-cdb8-4516-813a-623afa2567f6 admin admin] Calling delete_port for b3ab5be7-df15-4a5c-8698-b74d99e88536 owned by network:router_interface {{(pid=86362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:21:44.994624 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a3801696-cdb8-4516-813a-623afa2567f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254156516127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254156964383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844104858'] for port, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:45.000039 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-fab435b2-057a-4c4e-b530-5e8db2875033 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:45.050391 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3801696-cdb8-4516-813a-623afa2567f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3ab5be7-df15-4a5c-8698-b74d99e88536,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:45.053169 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-a3801696-cdb8-4516-813a-623afa2567f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:45.365173 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a3801696-cdb8-4516-813a-623afa2567f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854015838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-622823'] for router_interface, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:45.806967 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3801696-cdb8-4516-813a-623afa2567f6 admin admin] Router a32521d1-92d6-4548-9433-762b8ae2f4db has already been hosted by L3 agent 24af6f5b-4620-4572-ab28-0613f710586e {{(pid=86362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:21:46.033318 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3801696-cdb8-4516-813a-623afa2567f6 admin admin] Notify agent at l3_agent.dv-cinder-786927-1-iscsi the message routers_updated {{(pid=86362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:21:46.055721 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 36740) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:21:46.056642 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-a3801696-cdb8-4516-813a-623afa2567f6 admin admin] 10.222.0.36 "PUT /v2.0/routers/a32521d1-92d6-4548-9433-762b8ae2f4db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8648021 Apr 19 18:21:46.057051 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c264911d-0630-4646-9837-8d345e28f041 None None] Sync routers for ids ['a32521d1-92d6-4548-9433-762b8ae2f4db'] in dv-cinder-786927-1-iscsi {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:21:46.072605 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c264911d-0630-4646-9837-8d345e28f041 None None] Routers {'a32521d1-92d6-4548-9433-762b8ae2f4db'} bound to L3 agent in host dv-cinder-786927-1-iscsi {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:21:46.073396 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-c264911d-0630-4646-9837-8d345e28f041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T18:07:54Z,description=,heartbeat_timestamp=2021-04-19T18:21:24Z,host='dv-cinder-786927-1-iscsi',id=24af6f5b-4620-4572-ab28-0613f710586e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:07:54Z,topic='l3_agent')) {'router_ids': ['a32521d1-92d6-4548-9433-762b8ae2f4db'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:21:46.346419 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-c264911d-0630-4646-9837-8d345e28f041 None None] Set router a32521d1-92d6-4548-9433-762b8ae2f4db gateway port host: dv-cinder-786927-1-iscsi {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:21:46.401461 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-afac248d-0334-46a1-8823-6bc479620a3a admin admin] Notify callbacks [] for router, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:46.613187 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 36756) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:21:46.757882 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-c264911d-0630-4646-9837-8d345e28f041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a32521d1-92d6-4548-9433-762b8ae2f4db', 'name': 'tempest-TestMinimumBasicScenario-1442930242-router', 'tenant_id': '7646186a58db47e291bb5111badf8e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '640a57c0-74f4-4f1d-9dde-3b48210b5363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:18:13Z', 'updated_at': '2021-04-19T18:21:44Z', 'revision_number': 5, 'project_id': '7646186a58db47e291bb5111badf8e1c', 'gw_port': {'id': '640a57c0-74f4-4f1d-9dde-3b48210b5363', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:07:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32521d1-92d6-4548-9433-762b8ae2f4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:18:15Z', 'updated_at': '2021-04-19T18:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi'}], 'dv-cinder-786927-1-iscsi', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:21:46.769211 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c264911d-0630-4646-9837-8d345e28f041 None None] Checking router: a32521d1-92d6-4548-9433-762b8ae2f4db for host: dv-cinder-786927-1-iscsi {{(pid=86365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:21:46.780721 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c264911d-0630-4646-9837-8d345e28f041 None None] Routers {'a32521d1-92d6-4548-9433-762b8ae2f4db'} bound to L3 agent in host dv-cinder-786927-1-iscsi {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:21:46.782321 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-c264911d-0630-4646-9837-8d345e28f041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T18:07:54Z,description=,heartbeat_timestamp=2021-04-19T18:21:24Z,host='dv-cinder-786927-1-iscsi',id=24af6f5b-4620-4572-ab28-0613f710586e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:07:54Z,topic='l3_agent')) {'router_ids': ['a32521d1-92d6-4548-9433-762b8ae2f4db'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:21:46.782546 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-43d614f0-9050-4d26-a9f0-4e3e9f9da2c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:46.801749 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-43d614f0-9050-4d26-a9f0-4e3e9f9da2c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:21:46.806591 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-43d614f0-9050-4d26-a9f0-4e3e9f9da2c2 admin admin] Usage tracker for resource:security_group_rule and tenant:ba6572710603441bb64821084f163df8 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:21:46.809849 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-43d614f0-9050-4d26-a9f0-4e3e9f9da2c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:21:46.816742 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-43d614f0-9050-4d26-a9f0-4e3e9f9da2c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:21:46.909151 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-afac248d-0334-46a1-8823-6bc479620a3a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:46.920786 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-afac248d-0334-46a1-8823-6bc479620a3a admin admin] Deleting port 640a57c0-74f4-4f1d-9dde-3b48210b5363 {{(pid=86363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:21:46.923205 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-afac248d-0334-46a1-8823-6bc479620a3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254156519796'] for port, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:46.926291 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-43d614f0-9050-4d26-a9f0-4e3e9f9da2c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:46.929294 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-43d614f0-9050-4d26-a9f0-4e3e9f9da2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:46.938773 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-43589fe2-e4a3-48ad-a67d-6b2697acbf1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:46.989884 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-43d614f0-9050-4d26-a9f0-4e3e9f9da2c2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ba6572710603441bb64821084f163df8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3753722 Apr 19 18:21:46.990787 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d614f0-9050-4d26-a9f0-4e3e9f9da2c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c7eb926-9425-4c05-8c88-0f0c8ac178df,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:46.993722 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-c264911d-0630-4646-9837-8d345e28f041 None None] Set router a32521d1-92d6-4548-9433-762b8ae2f4db gateway port host: dv-cinder-786927-1-iscsi {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:21:46.994974 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-43d614f0-9050-4d26-a9f0-4e3e9f9da2c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:46.995701 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 36764) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:21:47.070681 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ce65793a-931a-4bf3-b9af-29c1f84c8a57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:47.115191 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ce65793a-931a-4bf3-b9af-29c1f84c8a57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:47.131674 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-afac248d-0334-46a1-8823-6bc479620a3a admin admin] For port 640a57c0-74f4-4f1d-9dde-3b48210b5363, host dv-cinder-786927-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-iscsi',level=0,port_id=640a57c0-74f4-4f1d-9dde-3b48210b5363,segment=NetworkSegment(c45e75c0-3629-4b9b-9637-c1f0a35fb912),segment_id=c45e75c0-3629-4b9b-9637-c1f0a35fb912)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:21:47.132244 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-afac248d-0334-46a1-8823-6bc479620a3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648318'] for port, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:47.172531 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ce65793a-931a-4bf3-b9af-29c1f84c8a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:47.180238 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-2410ca27-f934-47e7-91fd-53cae7ec42b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:47.196198 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce65793a-931a-4bf3-b9af-29c1f84c8a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c7eb926-9425-4c05-8c88-0f0c8ac178df,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:47.203706 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ce65793a-931a-4bf3-b9af-29c1f84c8a57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:47.216213 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-ce65793a-931a-4bf3-b9af-29c1f84c8a57 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2c7eb926-9425-4c05-8c88-0f0c8ac178df HTTP/1.1" status: 204 len: 168 time: 0.2192769 Apr 19 18:21:47.217403 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-ce65793a-931a-4bf3-b9af-29c1f84c8a57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:47.279311 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-afac248d-0334-46a1-8823-6bc479620a3a admin admin] Calling delete_port for 640a57c0-74f4-4f1d-9dde-3b48210b5363 owned by network:router_gateway {{(pid=86363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:21:47.345505 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-c264911d-0630-4646-9837-8d345e28f041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a32521d1-92d6-4548-9433-762b8ae2f4db', 'name': 'tempest-TestMinimumBasicScenario-1442930242-router', 'tenant_id': '7646186a58db47e291bb5111badf8e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '640a57c0-74f4-4f1d-9dde-3b48210b5363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:18:13Z', 'updated_at': '2021-04-19T18:21:44Z', 'revision_number': 5, 'project_id': '7646186a58db47e291bb5111badf8e1c', 'gw_port': {'id': '640a57c0-74f4-4f1d-9dde-3b48210b5363', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:07:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32521d1-92d6-4548-9433-762b8ae2f4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:18:15Z', 'updated_at': '2021-04-19T18:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi'}], 'dv-cinder-786927-1-iscsi', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:21:47.349682 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c264911d-0630-4646-9837-8d345e28f041 None None] The sync data for ids ['a32521d1-92d6-4548-9433-762b8ae2f4db'] in dv-cinder-786927-1-iscsi is: [{'id': 'a32521d1-92d6-4548-9433-762b8ae2f4db', 'name': 'tempest-TestMinimumBasicScenario-1442930242-router', 'tenant_id': '7646186a58db47e291bb5111badf8e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '640a57c0-74f4-4f1d-9dde-3b48210b5363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:18:13Z', 'updated_at': '2021-04-19T18:21:44Z', 'revision_number': 5, 'project_id': '7646186a58db47e291bb5111badf8e1c', 'gw_port': {'id': '640a57c0-74f4-4f1d-9dde-3b48210b5363', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:07:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32521d1-92d6-4548-9433-762b8ae2f4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:18:15Z', 'updated_at': '2021-04-19T18:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi'}] {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:21:47.603050 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-afac248d-0334-46a1-8823-6bc479620a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254156516127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254156964383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10486948'] for port, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:47.609198 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-7cb0a010-c7cc-477a-9ef5-da3f4d295210 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:47.675843 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afac248d-0334-46a1-8823-6bc479620a3a admin admin] Pushing event deleted for resources: {'Port': ['ID=640a57c0-74f4-4f1d-9dde-3b48210b5363,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:47.769883 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-afac248d-0334-46a1-8823-6bc479620a3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:47.813409 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e172943-4929-4bd0-bee0-b51f3ea3661b req-6124530e-3c9b-41c3-b731-1e19d2060d24 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:47.815107 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4e172943-4929-4bd0-bee0-b51f3ea3661b req-6124530e-3c9b-41c3-b731-1e19d2060d24 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e8cef9-55b8-43ca-80df-c2de35a0d87d HTTP/1.1" status: 200 len: 947 time: 0.2761600 Apr 19 18:21:47.821104 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-afac248d-0334-46a1-8823-6bc479620a3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854126490'] for router_gateway, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:47.920623 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 36798) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:21:48.089637 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-afac248d-0334-46a1-8823-6bc479620a3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854149062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854772563'] for router, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:48.094050 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-afac248d-0334-46a1-8823-6bc479620a3a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:48.109958 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4e172943-4929-4bd0-bee0-b51f3ea3661b req-687cd747-d7fc-48ff-99d9-dc2586339943 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c38b06e-39d7-4e44-99b1-b97d8bfc7837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2260697 Apr 19 18:21:48.152473 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-6153c017-fdd1-4f51-bc1b-bd0e5641b91b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:48.190046 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-6153c017-fdd1-4f51-bc1b-bd0e5641b91b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:21:48.204331 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-6153c017-fdd1-4f51-bc1b-bd0e5641b91b admin admin] Usage tracker for resource:security_group_rule and tenant:52f09d74cb2841009cab4d0462499cc8 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:21:48.208515 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-6153c017-fdd1-4f51-bc1b-bd0e5641b91b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:21:48.210467 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-afac248d-0334-46a1-8823-6bc479620a3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626302'] for router, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:48.211103 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afac248d-0334-46a1-8823-6bc479620a3a admin admin] Fanout notify agent at l3_agent the message router_deleted on router a32521d1-92d6-4548-9433-762b8ae2f4db {{(pid=86363) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 19 18:21:48.215459 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-6153c017-fdd1-4f51-bc1b-bd0e5641b91b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:21:48.234424 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-afac248d-0334-46a1-8823-6bc479620a3a admin admin] Notify callbacks [] for router, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:48.235676 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-afac248d-0334-46a1-8823-6bc479620a3a admin admin] 10.222.0.36 "DELETE /v2.0/routers/a32521d1-92d6-4548-9433-762b8ae2f4db HTTP/1.1" status: 204 len: 168 time: 2.1774673 Apr 19 18:21:48.238528 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 36814) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:21:48.240881 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device b3ab5be7-df15-4a5c-8698-b74d99e88536 no longer exists at agent ovs-agent-dv-cinder-786927-1-iscsi {{(pid=86364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:21:48.316727 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] No Port match for: b3ab5be7-df15-4a5c-8698-b74d99e88536 {{(pid=86364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:21:48.316932 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device b3ab5be7-df15-4a5c-8698-b74d99e88536 not bound to the agent host dv-cinder-786927-1-iscsi {{(pid=86364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:21:48.335727 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a90059f-9362-4c6a-9080-a1683a931918 admin admin] Deleting subnet f921dc67-5733-4fc5-a75b-78e6254206eb {{(pid=86362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 18:21:48.340512 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1a90059f-9362-4c6a-9080-a1683a931918 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:48.414720 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 36820) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:21:48.417871 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1a90059f-9362-4c6a-9080-a1683a931918 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666202'] for subnet, precommit_delete_associations {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:48.488809 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-6153c017-fdd1-4f51-bc1b-bd0e5641b91b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:48.496979 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-6153c017-fdd1-4f51-bc1b-bd0e5641b91b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:48.509775 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-5fc3b0ae-b5c8-48c8-b4c4-153af599acd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:48.565321 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-880d9f59-5902-44b9-8377-9369f8ae241c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-76843865-network', 'tenant_id': 'd29eee7bedfd47868ae5c7a8e8bcaa1a'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:21:48.565758 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-6153c017-fdd1-4f51-bc1b-bd0e5641b91b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=52f09d74cb2841009cab4d0462499cc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6424351 Apr 19 18:21:48.569634 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6153c017-fdd1-4f51-bc1b-bd0e5641b91b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df7aac9f-6231-4f90-8309-900de1a810f5,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:48.569807 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 36826) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:21:48.573028 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-880d9f59-5902-44b9-8377-9369f8ae241c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:21:48.573902 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-6153c017-fdd1-4f51-bc1b-bd0e5641b91b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:48.582869 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1a90059f-9362-4c6a-9080-a1683a931918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013858'] for subnet, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:48.588715 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-880d9f59-5902-44b9-8377-9369f8ae241c admin admin] Usage tracker for resource:network and tenant:d29eee7bedfd47868ae5c7a8e8bcaa1a is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:21:48.594049 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-880d9f59-5902-44b9-8377-9369f8ae241c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:21:48.608278 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-880d9f59-5902-44b9-8377-9369f8ae241c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:21:48.644204 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-880d9f59-5902-44b9-8377-9369f8ae241c admin admin] Made reservation on behalf of d29eee7bedfd47868ae5c7a8e8bcaa1a for: {'network': 1} {{(pid=86363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:21:48.648884 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-880d9f59-5902-44b9-8377-9369f8ae241c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for network, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:48.665858 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-880d9f59-5902-44b9-8377-9369f8ae241c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:48.679577 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-97ef10ab-2f4a-4c01-9698-91bb9d3409f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:48.693923 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-880d9f59-5902-44b9-8377-9369f8ae241c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:21:48.706084 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-880d9f59-5902-44b9-8377-9369f8ae241c admin admin] Usage tracker for resource:security_group_rule and tenant:d29eee7bedfd47868ae5c7a8e8bcaa1a is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:21:48.708980 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-880d9f59-5902-44b9-8377-9369f8ae241c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:21:48.724373 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-880d9f59-5902-44b9-8377-9369f8ae241c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:21:48.727534 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-97ef10ab-2f4a-4c01-9698-91bb9d3409f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:48.810114 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-97ef10ab-2f4a-4c01-9698-91bb9d3409f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:48.816019 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-09c60637-f562-46bc-a088-8655eea2662a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:48.840063 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ef10ab-2f4a-4c01-9698-91bb9d3409f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df7aac9f-6231-4f90-8309-900de1a810f5,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:48.844032 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-97ef10ab-2f4a-4c01-9698-91bb9d3409f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:48.860798 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-97ef10ab-2f4a-4c01-9698-91bb9d3409f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:48.861860 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1a90059f-9362-4c6a-9080-a1683a931918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850761958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853862292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036844105550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11480279'] for subnet, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:48.861990 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-97ef10ab-2f4a-4c01-9698-91bb9d3409f3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/df7aac9f-6231-4f90-8309-900de1a810f5 HTTP/1.1" status: 204 len: 168 time: 0.2912092 Apr 19 18:21:48.867753 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:48.887347 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-880d9f59-5902-44b9-8377-9369f8ae241c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:48.890296 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-880d9f59-5902-44b9-8377-9369f8ae241c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:48.894627 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-08b17523-a3c3-4cf3-84d8-45b53e253a12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:48.907681 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a90059f-9362-4c6a-9080-a1683a931918 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f921dc67-5733-4fc5-a75b-78e6254206eb,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:48.915695 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-1a90059f-9362-4c6a-9080-a1683a931918 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:48.917216 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1a90059f-9362-4c6a-9080-a1683a931918 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:48.919207 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5342334-c786-439a-8dae-fd1c15477cec None None] Network 51e128ea-dfc2-42b8-8991-0c72ccac434d requested from dv-cinder-786927-1-iscsi {{(pid=86364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:21:48.924777 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880d9f59-5902-44b9-8377-9369f8ae241c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1129f372-a481-4453-8af4-9fbdd71af6ce,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:48.928839 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-880d9f59-5902-44b9-8377-9369f8ae241c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:48.929664 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-1a90059f-9362-4c6a-9080-a1683a931918 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/f921dc67-5733-4fc5-a75b-78e6254206eb HTTP/1.1" status: 204 len: 168 time: 0.6901393 Apr 19 18:21:48.934230 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 36832) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:21:48.940847 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-880d9f59-5902-44b9-8377-9369f8ae241c admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=86363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 18:21:48.952912 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-880d9f59-5902-44b9-8377-9369f8ae241c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850937276'] for segment, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:48.953508 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.db.segments_db [None req-880d9f59-5902-44b9-8377-9369f8ae241c admin admin] Added segment 2b9d4c4a-fbb2-4b6f-8844-c1133daaedbe of type vlan for network 45d46b2a-8de6-42c9-bd73-54daf8078cd3 Apr 19 18:21:48.982666 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-880d9f59-5902-44b9-8377-9369f8ae241c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782697800819'] for network, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:49.021597 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-880d9f59-5902-44b9-8377-9369f8ae241c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962'] for network, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:49.024647 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880d9f59-5902-44b9-8377-9369f8ae241c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:49.025711 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-880d9f59-5902-44b9-8377-9369f8ae241c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759945'] for network, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:49.033300 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-aeecbdcb-9b3a-4680-85a8-2efba94f1881 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:49.063902 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-24d2b644-22ae-4f00-aee5-8a88e39ceeb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3689838'] for network, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:49.087162 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-24d2b644-22ae-4f00-aee5-8a88e39ceeb5 admin admin] Deleting port d1dbc45a-12fb-4f98-911d-bd0ba94aaddd {{(pid=86362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:21:49.087162 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-24d2b644-22ae-4f00-aee5-8a88e39ceeb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254156519796'] for port, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:49.176000 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-880d9f59-5902-44b9-8377-9369f8ae241c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7593300 Apr 19 18:21:49.189679 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 36840) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:21:49.202056 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880d9f59-5902-44b9-8377-9369f8ae241c admin admin] Pushing event updated for resources: {'Network': ['ID=45d46b2a-8de6-42c9-bd73-54daf8078cd3,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:49.209107 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-7edcff1f-02fb-424a-aaf7-bce2a846a0eb admin admin] Request body: {'subnet': {'network_id': '45d46b2a-8de6-42c9-bd73-54daf8078cd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-76843865-subnet', 'tenant_id': 'd29eee7bedfd47868ae5c7a8e8bcaa1a', 'ip_version': 4}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:21:49.214052 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-880d9f59-5902-44b9-8377-9369f8ae241c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:49.225472 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-7edcff1f-02fb-424a-aaf7-bce2a846a0eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:21:49.234003 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Network 45d46b2a-8de6-42c9-bd73-54daf8078cd3 details requested by agent ovs-agent-dv-cinder-786927-1-iscsi with host dv-cinder-786927-1-iscsi {{(pid=86364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 18:21:49.237970 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-7edcff1f-02fb-424a-aaf7-bce2a846a0eb admin admin] Usage tracker for resource:subnet and tenant:d29eee7bedfd47868ae5c7a8e8bcaa1a is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:21:49.246029 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-7edcff1f-02fb-424a-aaf7-bce2a846a0eb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:21:49.314190 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-7edcff1f-02fb-424a-aaf7-bce2a846a0eb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:21:49.365247 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7edcff1f-02fb-424a-aaf7-bce2a846a0eb admin admin] Made reservation on behalf of d29eee7bedfd47868ae5c7a8e8bcaa1a for: {'subnet': 1} {{(pid=86362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:21:49.370151 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7edcff1f-02fb-424a-aaf7-bce2a846a0eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036843295491'] for subnet, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:49.385867 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9677a7e-0336-498b-9f5c-602e4a0a8f78 req-b170c15a-597a-4026-88bc-d6545da05a55 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:49.387512 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d9677a7e-0336-498b-9f5c-602e4a0a8f78 req-b170c15a-597a-4026-88bc-d6545da05a55 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e8cef9-55b8-43ca-80df-c2de35a0d87d HTTP/1.1" status: 200 len: 947 time: 0.1030080 Apr 19 18:21:49.456280 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d997f6d7-1434-4a85-8723-41696807162d req-b157dcf9-9157-4303-932e-cea7a260bf11 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:49.457947 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d997f6d7-1434-4a85-8723-41696807162d req-b157dcf9-9157-4303-932e-cea7a260bf11 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.53 "GET /v2.0/ports?device_id=53e8cef9-55b8-43ca-80df-c2de35a0d87d HTTP/1.1" status: 200 len: 947 time: 0.3530779 Apr 19 18:21:49.458070 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d9677a7e-0336-498b-9f5c-602e4a0a8f78 req-b01bec27-af59-476e-b1be-84451960d1b6 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c38b06e-39d7-4e44-99b1-b97d8bfc7837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601466 Apr 19 18:21:49.490172 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7344f498-56ba-4a4c-907e-e94078856dc2 None None] DHCP port deletion for 51e128ea-dfc2-42b8-8991-0c72ccac434d request from dv-cinder-786927-1-iscsi {{(pid=86364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 19 18:21:49.495074 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-7344f498-56ba-4a4c-907e-e94078856dc2 None None] Deleting port d1dbc45a-12fb-4f98-911d-bd0ba94aaddd {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:21:49.495522 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7344f498-56ba-4a4c-907e-e94078856dc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254156519796'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:49.738120 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-7344f498-56ba-4a4c-907e-e94078856dc2 None None] For port d1dbc45a-12fb-4f98-911d-bd0ba94aaddd, host dv-cinder-786927-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-iscsi',level=0,port_id=d1dbc45a-12fb-4f98-911d-bd0ba94aaddd,segment=NetworkSegment(dac1d635-8ae6-4861-bda1-b27d9499e9bb),segment_id=dac1d635-8ae6-4861-bda1-b27d9499e9bb)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:21:49.738474 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7344f498-56ba-4a4c-907e-e94078856dc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648318'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:49.875902 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-7344f498-56ba-4a4c-907e-e94078856dc2 None None] Calling delete_port for d1dbc45a-12fb-4f98-911d-bd0ba94aaddd owned by network:dhcp {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:21:49.908253 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-24d2b644-22ae-4f00-aee5-8a88e39ceeb5 admin admin] For port d1dbc45a-12fb-4f98-911d-bd0ba94aaddd, host dv-cinder-786927-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-iscsi',level=0,port_id=d1dbc45a-12fb-4f98-911d-bd0ba94aaddd,segment=NetworkSegment(dac1d635-8ae6-4861-bda1-b27d9499e9bb),segment_id=dac1d635-8ae6-4861-bda1-b27d9499e9bb)] {{(pid=86362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:21:49.908584 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-24d2b644-22ae-4f00-aee5-8a88e39ceeb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648318'] for port, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:49.953893 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7344f498-56ba-4a4c-907e-e94078856dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254156516127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254156964383'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:49.957988 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:49.987882 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [req-d997f6d7-1434-4a85-8723-41696807162d req-fc877fd7-2391-4bcd-b3da-a13f3ecfffcf tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Deleting port 4bd4ec69-a07a-47ff-a9c2-582527ede9a9 {{(pid=86362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:21:49.988292 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-d997f6d7-1434-4a85-8723-41696807162d req-fc877fd7-2391-4bcd-b3da-a13f3ecfffcf tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254156519796'] for port, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:50.006659 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7344f498-56ba-4a4c-907e-e94078856dc2 None None] Pushing event deleted for resources: {'Port': ['ID=d1dbc45a-12fb-4f98-911d-bd0ba94aaddd,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:50.014675 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7344f498-56ba-4a4c-907e-e94078856dc2 None None] No DVR routers for this DVR port d1dbc45a-12fb-4f98-911d-bd0ba94aaddd on host dv-cinder-786927-1-iscsi {{(pid=86364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:21:50.023214 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7344f498-56ba-4a4c-907e-e94078856dc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:21:50.023615 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7344f498-56ba-4a4c-907e-e94078856dc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:21:50.023992 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7344f498-56ba-4a4c-907e-e94078856dc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:21:50.024363 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7344f498-56ba-4a4c-907e-e94078856dc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:21:50.024767 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7344f498-56ba-4a4c-907e-e94078856dc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:21:50.025132 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7344f498-56ba-4a4c-907e-e94078856dc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:21:50.025496 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7344f498-56ba-4a4c-907e-e94078856dc2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:21:50.025857 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7344f498-56ba-4a4c-907e-e94078856dc2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:21:50.026219 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7344f498-56ba-4a4c-907e-e94078856dc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:21:50.026578 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7344f498-56ba-4a4c-907e-e94078856dc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:21:50.026938 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7344f498-56ba-4a4c-907e-e94078856dc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:21:50.027324 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7344f498-56ba-4a4c-907e-e94078856dc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:21:50.030726 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-7344f498-56ba-4a4c-907e-e94078856dc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:50.097021 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-24d2b644-22ae-4f00-aee5-8a88e39ceeb5 admin admin] Calling delete_port for d1dbc45a-12fb-4f98-911d-bd0ba94aaddd owned by network:dhcp {{(pid=86362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:21:50.172088 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device 640a57c0-74f4-4f1d-9dde-3b48210b5363 no longer exists at agent ovs-agent-dv-cinder-786927-1-iscsi {{(pid=86364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:21:50.209120 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] No Port match for: 640a57c0-74f4-4f1d-9dde-3b48210b5363 {{(pid=86364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:21:50.209512 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device 640a57c0-74f4-4f1d-9dde-3b48210b5363 not bound to the agent host dv-cinder-786927-1-iscsi {{(pid=86364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:21:50.209970 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device d1dbc45a-12fb-4f98-911d-bd0ba94aaddd no longer exists at agent ovs-agent-dv-cinder-786927-1-iscsi {{(pid=86364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:21:50.246131 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] No Port match for: d1dbc45a-12fb-4f98-911d-bd0ba94aaddd {{(pid=86364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:21:50.246519 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device d1dbc45a-12fb-4f98-911d-bd0ba94aaddd not bound to the agent host dv-cinder-786927-1-iscsi {{(pid=86364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:21:50.313951 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.db.api [None req-24d2b644-22ae-4f00-aee5-8a88e39ceeb5 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86362) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 19 18:21:50.313951 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_db.api [None req-24d2b644-22ae-4f00-aee5-8a88e39ceeb5 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86362) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 19 18:21:50.525017 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-d997f6d7-1434-4a85-8723-41696807162d req-fc877fd7-2391-4bcd-b3da-a13f3ecfffcf tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] For port 4bd4ec69-a07a-47ff-a9c2-582527ede9a9, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=4bd4ec69-a07a-47ff-a9c2-582527ede9a9,segment=NetworkSegment(aa54b807-4b3f-4b4f-87af-c51beb1f731e),segment_id=aa54b807-4b3f-4b4f-87af-c51beb1f731e)] {{(pid=86362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:21:50.525424 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-d997f6d7-1434-4a85-8723-41696807162d req-fc877fd7-2391-4bcd-b3da-a13f3ecfffcf tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648318'] for port, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:50.663470 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f609ea74-9ef7-4db7-9ce0-507f2eab3019 req-a2f2640a-6154-44e9-8fc2-e4d62e0cc00e tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:50.665071 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f609ea74-9ef7-4db7-9ce0-507f2eab3019 req-a2f2640a-6154-44e9-8fc2-e4d62e0cc00e tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e8cef9-55b8-43ca-80df-c2de35a0d87d HTTP/1.1" status: 200 len: 947 time: 0.0890932 Apr 19 18:21:50.726213 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f609ea74-9ef7-4db7-9ce0-507f2eab3019 req-6a866f61-7983-40d9-94e2-3caafd7c99f9 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c38b06e-39d7-4e44-99b1-b97d8bfc7837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535946 Apr 19 18:21:50.861526 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-24d2b644-22ae-4f00-aee5-8a88e39ceeb5 admin admin] Deleting port d1dbc45a-12fb-4f98-911d-bd0ba94aaddd {{(pid=86362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:21:50.861904 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-24d2b644-22ae-4f00-aee5-8a88e39ceeb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254156519796'] for port, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:50.968702 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-24d2b644-22ae-4f00-aee5-8a88e39ceeb5 admin admin] The port 'd1dbc45a-12fb-4f98-911d-bd0ba94aaddd' was deleted {{(pid=86362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 19 18:21:51.049999 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-d997f6d7-1434-4a85-8723-41696807162d req-fc877fd7-2391-4bcd-b3da-a13f3ecfffcf tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:51.050324 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-d997f6d7-1434-4a85-8723-41696807162d req-fc877fd7-2391-4bcd-b3da-a13f3ecfffcf tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854123342'] for floatingip, after_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:51.050673 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.db.l3_db [req-d997f6d7-1434-4a85-8723-41696807162d req-fc877fd7-2391-4bcd-b3da-a13f3ecfffcf tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Floating IP 390d89af-8136-49e1-b3e8-487a5a45a0d1 disassociated. External IP: 172.27.0.116, port: 4bd4ec69-a07a-47ff-a9c2-582527ede9a9. Apr 19 18:21:51.051055 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [req-d997f6d7-1434-4a85-8723-41696807162d req-fc877fd7-2391-4bcd-b3da-a13f3ecfffcf tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Calling delete_port for 4bd4ec69-a07a-47ff-a9c2-582527ede9a9 owned by compute:nova {{(pid=86362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:21:51.230601 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-24d2b644-22ae-4f00-aee5-8a88e39ceeb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850761865', 'neutron.services.segments.db._delete_segments_for_network-8782698178163'] for network, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:51.350368 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7edcff1f-02fb-424a-aaf7-bce2a846a0eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853862292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10670327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036843295508'] for subnet, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:51.367861 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:51.474268 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.services.segments.db [None req-24d2b644-22ae-4f00-aee5-8a88e39ceeb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51e128ea-dfc2-42b8-8991-0c72ccac434d']}} {{(pid=86362) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:21:51.519339 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.services.segments.db [None req-24d2b644-22ae-4f00-aee5-8a88e39ceeb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dac1d635-8ae6-4861-bda1-b27d9499e9bb') {'for_net_delete': True} {{(pid=86362) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:21:51.519677 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.services.segments.db [None req-24d2b644-22ae-4f00-aee5-8a88e39ceeb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dac1d635-8ae6-4861-bda1-b27d9499e9bb') {} {{(pid=86362) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:21:51.544564 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-24d2b644-22ae-4f00-aee5-8a88e39ceeb5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363254156488035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843109614'] for segment, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:51.559849 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edcff1f-02fb-424a-aaf7-bce2a846a0eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=172eff84-753d-4a46-a1f9-70acd6cf59f1,revision_number=0']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:51.564167 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edcff1f-02fb-424a-aaf7-bce2a846a0eb admin admin] Checking segment: {'id': '2b9d4c4a-fbb2-4b6f-8844-c1133daaedbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '45d46b2a-8de6-42c9-bd73-54daf8078cd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:21:51.564561 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7edcff1f-02fb-424a-aaf7-bce2a846a0eb admin admin] Network hostable DHCP agents. Network: 45d46b2a-8de6-42c9-bd73-54daf8078cd3, hostable agents: ['66dd5093-526f-401d-add7-2f8e88013a06'], hosted agents: [] {{(pid=86362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 18:21:51.573415 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-7edcff1f-02fb-424a-aaf7-bce2a846a0eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:51.574056 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-d997f6d7-1434-4a85-8723-41696807162d req-fc877fd7-2391-4bcd-b3da-a13f3ecfffcf tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254156516127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254156964383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844104858'] for port, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:51.580019 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-24d2b644-22ae-4f00-aee5-8a88e39ceeb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850937276'] for segment, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:51.586153 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-94870c72-4996-4d55-8a67-042bc8ef057b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:51.638783 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24d2b644-22ae-4f00-aee5-8a88e39ceeb5 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=86362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 18:21:51.655040 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc877fd7-2391-4bcd-b3da-a13f3ecfffcf tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Pushing event deleted for resources: {'Port': ['ID=4bd4ec69-a07a-47ff-a9c2-582527ede9a9,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:51.670522 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-fc877fd7-2391-4bcd-b3da-a13f3ecfffcf tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:51.765688 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-21173729-8209-4f93-8312-bb22d2a791b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:51.787516 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7edcff1f-02fb-424a-aaf7-bce2a846a0eb admin admin] Network 45d46b2a-8de6-42c9-bd73-54daf8078cd3 is scheduled to be hosted by DHCP agent 66dd5093-526f-401d-add7-2f8e88013a06 with binding_index 1 {{(pid=86362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 18:21:51.892228 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a1995aaa-82c4-41a8-82a2-5d46944195e5 req-8d7cc54a-c753-44eb-867a-3f89b524e4fd tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e8cef9-55b8-43ca-80df-c2de35a0d87d HTTP/1.1" status: 200 len: 210 time: 0.0505848 Apr 19 18:21:51.897147 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-7edcff1f-02fb-424a-aaf7-bce2a846a0eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786927-1-iscsi, 45d46b2a-8de6-42c9-bd73-54daf8078cd3) {{(pid=86362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:21:51.905944 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13720b3a-4b43-49fe-bf7f-f7d58c4a6b55 None None] Network 45d46b2a-8de6-42c9-bd73-54daf8078cd3 requested from dv-cinder-786927-1-iscsi {{(pid=86364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:21:52.148416 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d4231d-41d6-4dc3-98f8-0825a355e054 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7ea2a11-35e3-5807-b576-1bd2b4770768-45d46b2a-8de6-42c9-bd73-54daf8078cd3', 'network_id': '45d46b2a-8de6-42c9-bd73-54daf8078cd3', 'tenant_id': 'd29eee7bedfd47868ae5c7a8e8bcaa1a', 'fixed_ips': [{'subnet_id': '172eff84-753d-4a46-a1f9-70acd6cf59f1'}]}} from dv-cinder-786927-1-iscsi. {{(pid=86364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 19 18:21:52.149523 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b8d4231d-41d6-4dc3-98f8-0825a355e054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:52.242684 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7edcff1f-02fb-424a-aaf7-bce2a846a0eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:52.243981 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7edcff1f-02fb-424a-aaf7-bce2a846a0eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:52.264445 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-24d2b644-22ae-4f00-aee5-8a88e39ceeb5 admin admin] Network 51e128ea-dfc2-42b8-8991-0c72ccac434d has no segments {{(pid=86362) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:21:52.281552 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-24d2b644-22ae-4f00-aee5-8a88e39ceeb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3838515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10670865'] for segment, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:52.485107 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-7edcff1f-02fb-424a-aaf7-bce2a846a0eb admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 3.2941301 Apr 19 18:21:52.487946 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 36860) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:21:52.492086 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [None req-b8d4231d-41d6-4dc3-98f8-0825a355e054 None None] Allocated IP 172.20.0.2 (45d46b2a-8de6-42c9-bd73-54daf8078cd3/172eff84-753d-4a46-a1f9-70acd6cf59f1/e5741431-cd10-4665-b7b4-a129e5355780) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:21:52.494487 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-30f9c89d-35d4-4b0b-aa35-1ea1d52b163f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-76843865-router', 'tenant_id': 'd29eee7bedfd47868ae5c7a8e8bcaa1a', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33'}}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:21:52.499642 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-30f9c89d-35d4-4b0b-aa35-1ea1d52b163f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:21:52.503667 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-30f9c89d-35d4-4b0b-aa35-1ea1d52b163f admin admin] Usage tracker for resource:router and tenant:d29eee7bedfd47868ae5c7a8e8bcaa1a is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:21:52.507740 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-30f9c89d-35d4-4b0b-aa35-1ea1d52b163f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:21:52.513580 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-30f9c89d-35d4-4b0b-aa35-1ea1d52b163f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:21:52.520546 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-24d2b644-22ae-4f00-aee5-8a88e39ceeb5 admin admin] Network 51e128ea-dfc2-42b8-8991-0c72ccac434d has no segments {{(pid=86362) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:21:52.527553 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-30f9c89d-35d4-4b0b-aa35-1ea1d52b163f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854149137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854772548'] for router, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:52.528943 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-30f9c89d-35d4-4b0b-aa35-1ea1d52b163f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-626663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-921872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3236'] for router, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:52.530511 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d997f6d7-1434-4a85-8723-41696807162d req-fc877fd7-2391-4bcd-b3da-a13f3ecfffcf tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Router c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0 has already been hosted by L3 agent 24af6f5b-4620-4572-ab28-0613f710586e {{(pid=86362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:21:52.548464 dv-cinder-786927-1-iscsi neutron-server[86249]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 19 18:21:52.548464 dv-cinder-786927-1-iscsi neutron-server[86249]: % (table.description, expected, rows_matched) Apr 19 18:21:52.548464 dv-cinder-786927-1-iscsi neutron-server[86249]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 19 18:21:52.548464 dv-cinder-786927-1-iscsi neutron-server[86249]: % (table.description, expected, rows_matched) Apr 19 18:21:52.548464 dv-cinder-786927-1-iscsi neutron-server[86249]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 19 18:21:52.548464 dv-cinder-786927-1-iscsi neutron-server[86249]: % (table.description, expected, rows_matched) Apr 19 18:21:52.548464 dv-cinder-786927-1-iscsi neutron-server[86249]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 19 18:21:52.548464 dv-cinder-786927-1-iscsi neutron-server[86249]: % (table.description, expected, rows_matched) Apr 19 18:21:52.548464 dv-cinder-786927-1-iscsi neutron-server[86249]: Traceback (most recent call last): Apr 19 18:21:52.548464 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 18:21:52.548464 dv-cinder-786927-1-iscsi neutron-server[86249]: timer() Apr 19 18:21:52.548464 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 18:21:52.548464 dv-cinder-786927-1-iscsi neutron-server[86249]: cb(*args, **kw) Apr 19 18:21:52.548464 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 18:21:52.548464 dv-cinder-786927-1-iscsi neutron-server[86249]: return func(*args, **kwargs) Apr 19 18:21:52.548464 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 18:21:52.548464 dv-cinder-786927-1-iscsi neutron-server[86249]: self._notify() Apr 19 18:21:52.548464 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 18:21:52.548464 dv-cinder-786927-1-iscsi neutron-server[86249]: self.callback(batched_events) Apr 19 18:21:52.548464 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 18:21:52.548464 dv-cinder-786927-1-iscsi neutron-server[86249]: event.method(event) Apr 19 18:21:52.548464 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 18:21:52.548464 dv-cinder-786927-1-iscsi neutron-server[86249]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 18:21:52.548464 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 18:21:52.548464 dv-cinder-786927-1-iscsi neutron-server[86249]: segment_id)['aggregates'][0] Apr 19 18:21:52.548464 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 18:21:52.548464 dv-cinder-786927-1-iscsi neutron-server[86249]: return f(self, *a, **k) Apr 19 18:21:52.548464 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 18:21:52.548464 dv-cinder-786927-1-iscsi neutron-server[86249]: return self._get(url).json() Apr 19 18:21:52.548464 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 18:21:52.548464 dv-cinder-786927-1-iscsi neutron-server[86249]: **kwargs) Apr 19 18:21:52.548464 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 18:21:52.548464 dv-cinder-786927-1-iscsi neutron-server[86249]: return self.request(url, 'GET', **kwargs) Apr 19 18:21:52.548464 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 18:21:52.548464 dv-cinder-786927-1-iscsi neutron-server[86249]: **endpoint_filter) Apr 19 18:21:52.548464 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 18:21:52.548464 dv-cinder-786927-1-iscsi neutron-server[86249]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 18:21:52.548464 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 18:21:52.548464 dv-cinder-786927-1-iscsi neutron-server[86249]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 18:21:52.548464 dv-cinder-786927-1-iscsi neutron-server[86249]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 18:21:52.706690 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b8d4231d-41d6-4dc3-98f8-0825a355e054 None None] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:52.758126 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-b8d4231d-41d6-4dc3-98f8-0825a355e054 None None] Transition to ACTIVE for port object e5741431-cd10-4665-b7b4-a129e5355780 will not be triggered until provisioned by entity L2. {{(pid=86364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:21:52.769605 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-30f9c89d-35d4-4b0b-aa35-1ea1d52b163f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:52.769856 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-24d2b644-22ae-4f00-aee5-8a88e39ceeb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4013951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854123391'] for network, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:52.780999 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:52.787426 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-b8d4231d-41d6-4dc3-98f8-0825a355e054 None None] Transition to ACTIVE for port object e5741431-cd10-4665-b7b4-a129e5355780 will not be triggered until provisioned by entity DHCP. {{(pid=86364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:21:52.793294 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b8d4231d-41d6-4dc3-98f8-0825a355e054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782697811417'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:52.800849 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-24d2b644-22ae-4f00-aee5-8a88e39ceeb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759945'] for network, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:52.801470 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-52196c7f-13d8-45c3-96f0-125ee25c0b3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:52.813904 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d2b644-22ae-4f00-aee5-8a88e39ceeb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=51e128ea-dfc2-42b8-8991-0c72ccac434d,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:52.819053 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-24d2b644-22ae-4f00-aee5-8a88e39ceeb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:52.820092 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-24d2b644-22ae-4f00-aee5-8a88e39ceeb5 admin admin] 10.222.0.36 "DELETE /v2.0/networks/51e128ea-dfc2-42b8-8991-0c72ccac434d HTTP/1.1" status: 204 len: 168 time: 3.8848240 Apr 19 18:21:52.849437 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d997f6d7-1434-4a85-8723-41696807162d req-fc877fd7-2391-4bcd-b3da-a13f3ecfffcf tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Notify agent at l3_agent.dv-cinder-786927-1-iscsi the message routers_updated {{(pid=86362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:21:52.880443 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e8005b-e569-4ea8-ad9e-6d05d937b0ae None None] Sync routers for ids ['c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0'] in dv-cinder-786927-1-iscsi {{(pid=86364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:21:52.891908 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d4231d-41d6-4dc3-98f8-0825a355e054 None None] Network 45d46b2a-8de6-42c9-bd73-54daf8078cd3 is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:21:52.905815 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-b8d4231d-41d6-4dc3-98f8-0825a355e054 None None] Resources bound (agent type, host, resource id): {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:21:52.910046 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d4231d-41d6-4dc3-98f8-0825a355e054 None None] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:21:52.955901 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [req-d997f6d7-1434-4a85-8723-41696807162d req-fc877fd7-2391-4bcd-b3da-a13f3ecfffcf tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] No DVR routers for this DVR port 4bd4ec69-a07a-47ff-a9c2-582527ede9a9 on host hv-cinder-78692 {{(pid=86362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:21:52.959035 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-d997f6d7-1434-4a85-8723-41696807162d req-fc877fd7-2391-4bcd-b3da-a13f3ecfffcf tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773849'] for port, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:52.961616 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d997f6d7-1434-4a85-8723-41696807162d req-fc877fd7-2391-4bcd-b3da-a13f3ecfffcf tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.53 "DELETE /v2.0/ports/4bd4ec69-a07a-47ff-a9c2-582527ede9a9 HTTP/1.1" status: 204 len: 173 time: 3.4913208 Apr 19 18:21:52.962200 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53e8cef9-55b8-43ca-80df-c2de35a0d87d', 'name': 'network-vif-deleted', 'tag': '4bd4ec69-a07a-47ff-a9c2-582527ede9a9'}] {{(pid=86362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:21:53.005023 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e8005b-e569-4ea8-ad9e-6d05d937b0ae None None] Routers {'c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0'} bound to L3 agent in host dv-cinder-786927-1-iscsi {{(pid=86364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:21:53.005748 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-f6e8005b-e569-4ea8-ad9e-6d05d937b0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T18:07:54Z,description=,heartbeat_timestamp=2021-04-19T18:21:24Z,host='dv-cinder-786927-1-iscsi',id=24af6f5b-4620-4572-ab28-0613f710586e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:07:54Z,topic='l3_agent')) {'router_ids': ['c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0'], 'active': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:21:53.139742 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 36874) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:21:53.150294 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d4231d-41d6-4dc3-98f8-0825a355e054 None None] Pushing event updated for resources: {'Port': ['ID=e5741431-cd10-4665-b7b4-a129e5355780,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:53.186142 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-8c72fc1f-7f7f-43e6-8b8a-e5b95d68ec86 req-9869f240-2969-48c2-a04b-a8098a5cb1ca tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e8cef9-55b8-43ca-80df-c2de35a0d87d HTTP/1.1" status: 200 len: 210 time: 0.0809443 Apr 19 18:21:53.195050 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-30f9c89d-35d4-4b0b-aa35-1ea1d52b163f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3221'] for router, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:53.249619 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-a346f7df-0f22-4ba7-9a54-cc4e78b5a1e3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=46704111eb3c4f50b85ea3971427960a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1084599 Apr 19 18:21:53.252172 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 36878) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:21:53.326216 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-de820c0c-b090-4db3-a269-4bb2ee95e756 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:53.334499 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-f6e8005b-e569-4ea8-ad9e-6d05d937b0ae None None] Set router c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0 gateway port host: dv-cinder-786927-1-iscsi {{(pid=86364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:21:53.360526 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-de820c0c-b090-4db3-a269-4bb2ee95e756 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:53.374446 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53e8cef9-55b8-43ca-80df-c2de35a0d87d', 'name': 'network-vif-deleted', 'tag': '4bd4ec69-a07a-47ff-a9c2-582527ede9a9', 'status': 'completed', 'code': 200} Apr 19 18:21:53.381297 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b8d4231d-41d6-4dc3-98f8-0825a355e054 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.580s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:53.382073 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-b8d4231d-41d6-4dc3-98f8-0825a355e054 None None] Attempting to bind port e5741431-cd10-4665-b7b4-a129e5355780 on host dv-cinder-786927-1-iscsi for vnic_type normal with profile {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:21:53.382495 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-b8d4231d-41d6-4dc3-98f8-0825a355e054 None None] Attempting to bind port e5741431-cd10-4665-b7b4-a129e5355780 by drivers openvswitch,hyperv on host dv-cinder-786927-1-iscsi at level 0 using segments [{'id': '2b9d4c4a-fbb2-4b6f-8844-c1133daaedbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '45d46b2a-8de6-42c9-bd73-54daf8078cd3'}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:21:53.382907 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d4231d-41d6-4dc3-98f8-0825a355e054 None None] Attempting to bind port e5741431-cd10-4665-b7b4-a129e5355780 on network 45d46b2a-8de6-42c9-bd73-54daf8078cd3 {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:21:53.401114 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d4231d-41d6-4dc3-98f8-0825a355e054 None None] Checking agent: {'id': '84360490-1fcf-4ef7-acd4-64c16b857909', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 7, 56), 'started_at': datetime.datetime(2021, 4, 19, 18, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:21:53.401540 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d4231d-41d6-4dc3-98f8-0825a355e054 None None] Checking segment: {'id': '2b9d4c4a-fbb2-4b6f-8844-c1133daaedbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '45d46b2a-8de6-42c9-bd73-54daf8078cd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:21:53.402395 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b8d4231d-41d6-4dc3-98f8-0825a355e054 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:53.402549 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d4231d-41d6-4dc3-98f8-0825a355e054 None None] Bound using segment: {'id': '2b9d4c4a-fbb2-4b6f-8844-c1133daaedbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '45d46b2a-8de6-42c9-bd73-54daf8078cd3'} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:21:53.402970 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-b8d4231d-41d6-4dc3-98f8-0825a355e054 None None] Bound port: e5741431-cd10-4665-b7b4-a129e5355780, host: dv-cinder-786927-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b9d4c4a-fbb2-4b6f-8844-c1133daaedbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '45d46b2a-8de6-42c9-bd73-54daf8078cd3'}}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:21:53.403426 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b8d4231d-41d6-4dc3-98f8-0825a355e054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:53.414634 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-de820c0c-b090-4db3-a269-4bb2ee95e756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:53.420596 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-f1a11545-9e92-4faf-b879-b3d4ee1ddc4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:53.436865 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de820c0c-b090-4db3-a269-4bb2ee95e756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef149989-a3dc-43eb-b804-a5c3af631ec0,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:53.439281 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-de820c0c-b090-4db3-a269-4bb2ee95e756 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:53.444826 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-de820c0c-b090-4db3-a269-4bb2ee95e756 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:53.449137 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-de820c0c-b090-4db3-a269-4bb2ee95e756 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ef149989-a3dc-43eb-b804-a5c3af631ec0 HTTP/1.1" status: 204 len: 168 time: 0.1928661 Apr 19 18:21:53.552885 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Device 4bd4ec69-a07a-47ff-a9c2-582527ede9a9 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:21:53.569844 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-30f9c89d-35d4-4b0b-aa35-1ea1d52b163f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:53.610397 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-30f9c89d-35d4-4b0b-aa35-1ea1d52b163f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:53.650136 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] No Port match for: 4bd4ec69-a07a-47ff-a9c2-582527ede9a9 {{(pid=86364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:21:53.650532 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Device 4bd4ec69-a07a-47ff-a9c2-582527ede9a9 not bound to the agent host hv-cinder-78692 {{(pid=86364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:21:53.783297 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [None req-30f9c89d-35d4-4b0b-aa35-1ea1d52b163f admin admin] Allocated IP 172.27.0.71 (4d554598-b480-4681-a36f-a7d82bbc0b33/6ca15ad6-e22c-47ba-9758-57475411b5fa/941ffc4c-80d3-4f44-8cfb-a5a802118984) {{(pid=86363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:21:53.785143 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b8d4231d-41d6-4dc3-98f8-0825a355e054 None None] For port e5741431-cd10-4665-b7b4-a129e5355780, host dv-cinder-786927-1-iscsi, cleared binding levels {{(pid=86364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:21:53.828641 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b8d4231d-41d6-4dc3-98f8-0825a355e054 None None] For port e5741431-cd10-4665-b7b4-a129e5355780, host dv-cinder-786927-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-iscsi',level=0,port_id=e5741431-cd10-4665-b7b4-a129e5355780,segment=NetworkSegment(2b9d4c4a-fbb2-4b6f-8844-c1133daaedbe),segment_id=2b9d4c4a-fbb2-4b6f-8844-c1133daaedbe)] {{(pid=86364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:21:53.833546 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b8d4231d-41d6-4dc3-98f8-0825a355e054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:53.838297 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:53.927057 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 36892) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:21:53.955837 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d4231d-41d6-4dc3-98f8-0825a355e054 None None] Pushing event updated for resources: {'Port': ['ID=e5741431-cd10-4665-b7b4-a129e5355780,revision_number=2']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:53.961727 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b8d4231d-41d6-4dc3-98f8-0825a355e054 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:53.981002 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-f6e8005b-e569-4ea8-ad9e-6d05d937b0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0', 'name': 'tempest-AttachVolumeShelveTestJSON-1292105613-router', 'tenant_id': 'd40df5788f6140729f7e263c33f44bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '517b44d2-170b-4831-9771-7dacbe148f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:17:35Z', 'updated_at': '2021-04-19T18:17:44Z', 'revision_number': 4, 'project_id': 'd40df5788f6140729f7e263c33f44bda', 'gw_port': {'id': '517b44d2-170b-4831-9771-7dacbe148f82', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:90:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:17:37Z', 'updated_at': '2021-04-19T18:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi', '_interfaces': [{'id': '49bbc3f7-0058-49c7-9f45-6a20c3bd1b7a', 'name': '', 'network_id': '7bcee201-e581-4998-8db1-0eb0dcf42dab', 'tenant_id': 'd40df5788f6140729f7e263c33f44bda', 'mac_address': 'fa:16:3e:ba:c2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'f115f197-c2a2-4c8a-a041-6b1ab4a2efc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:17:43Z', 'updated_at': '2021-04-19T18:17:54Z', 'revision_number': 5, 'project_id': 'd40df5788f6140729f7e263c33f44bda', 'subnets': [{'id': 'f115f197-c2a2-4c8a-a041-6b1ab4a2efc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-iscsi', False) {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:21:53.989970 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e8005b-e569-4ea8-ad9e-6d05d937b0ae None None] Checking router: c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0 for host: dv-cinder-786927-1-iscsi {{(pid=86364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:21:54.009743 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-7a63f962-a5ae-41a2-9b51-dadd6ff4f2b2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7646186a58db47e291bb5111badf8e1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0808663 Apr 19 18:21:54.009960 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e8005b-e569-4ea8-ad9e-6d05d937b0ae None None] Routers {'c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0'} bound to L3 agent in host dv-cinder-786927-1-iscsi {{(pid=86364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:21:54.010713 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-f6e8005b-e569-4ea8-ad9e-6d05d937b0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T18:07:54Z,description=,heartbeat_timestamp=2021-04-19T18:21:24Z,host='dv-cinder-786927-1-iscsi',id=24af6f5b-4620-4572-ab28-0613f710586e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:07:54Z,topic='l3_agent')) {'router_ids': ['c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0'], 'active': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:21:54.011681 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 36896) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:21:54.032079 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-30f9c89d-35d4-4b0b-aa35-1ea1d52b163f admin admin] Notify callbacks [] for port, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:54.072086 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-30f9c89d-35d4-4b0b-aa35-1ea1d52b163f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782697811417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10486948'] for port, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:54.079554 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-4bf0dab5-2bfb-4d2a-b54b-a979d74723f1 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:54.114873 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-60b5dc57-d1dc-43b6-b378-69d35f187417 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:54.167438 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-60b5dc57-d1dc-43b6-b378-69d35f187417 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:54.171185 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f9c89d-35d4-4b0b-aa35-1ea1d52b163f admin admin] Network 4d554598-b480-4681-a36f-a7d82bbc0b33 is already hosted by enough agents. {{(pid=86363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:21:54.188892 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-30f9c89d-35d4-4b0b-aa35-1ea1d52b163f admin admin] Resources bound (agent type, host, resource id): {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:21:54.191821 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f9c89d-35d4-4b0b-aa35-1ea1d52b163f admin admin] Received port after_create {{(pid=86363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:21:54.209728 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-560ceca9-f07d-42bc-a2f9-6938b52904c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:54.255445 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-f6e8005b-e569-4ea8-ad9e-6d05d937b0ae None None] Set router c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0 gateway port host: dv-cinder-786927-1-iscsi {{(pid=86364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:21:54.267276 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-60b5dc57-d1dc-43b6-b378-69d35f187417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:54.273569 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-6b586a86-00f9-4070-8114-d494a5b05ee5 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:54.299574 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b5dc57-d1dc-43b6-b378-69d35f187417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c93e7fb9-42ae-4809-b6ee-f985dd0ea2c4,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:54.303632 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-60b5dc57-d1dc-43b6-b378-69d35f187417 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:54.304664 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-60b5dc57-d1dc-43b6-b378-69d35f187417 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:54.306412 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-60b5dc57-d1dc-43b6-b378-69d35f187417 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c93e7fb9-42ae-4809-b6ee-f985dd0ea2c4 HTTP/1.1" status: 204 len: 168 time: 0.2931864 Apr 19 18:21:54.594148 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 36906) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:21:54.747949 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a1483163-714f-4b2c-bbe6-5c53d9a9990f tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:54.768311 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-f6e8005b-e569-4ea8-ad9e-6d05d937b0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0', 'name': 'tempest-AttachVolumeShelveTestJSON-1292105613-router', 'tenant_id': 'd40df5788f6140729f7e263c33f44bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '517b44d2-170b-4831-9771-7dacbe148f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:17:35Z', 'updated_at': '2021-04-19T18:17:44Z', 'revision_number': 4, 'project_id': 'd40df5788f6140729f7e263c33f44bda', 'gw_port': {'id': '517b44d2-170b-4831-9771-7dacbe148f82', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:90:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:17:37Z', 'updated_at': '2021-04-19T18:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi', '_interfaces': [{'id': '49bbc3f7-0058-49c7-9f45-6a20c3bd1b7a', 'name': '', 'network_id': '7bcee201-e581-4998-8db1-0eb0dcf42dab', 'tenant_id': 'd40df5788f6140729f7e263c33f44bda', 'mac_address': 'fa:16:3e:ba:c2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'f115f197-c2a2-4c8a-a041-6b1ab4a2efc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:17:43Z', 'updated_at': '2021-04-19T18:17:54Z', 'revision_number': 5, 'project_id': 'd40df5788f6140729f7e263c33f44bda', 'subnets': [{'id': 'f115f197-c2a2-4c8a-a041-6b1ab4a2efc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-iscsi', False) {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:21:54.773117 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e8005b-e569-4ea8-ad9e-6d05d937b0ae None None] The sync data for ids ['c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0'] in dv-cinder-786927-1-iscsi is: [{'id': 'c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0', 'name': 'tempest-AttachVolumeShelveTestJSON-1292105613-router', 'tenant_id': 'd40df5788f6140729f7e263c33f44bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '517b44d2-170b-4831-9771-7dacbe148f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:17:35Z', 'updated_at': '2021-04-19T18:17:44Z', 'revision_number': 4, 'project_id': 'd40df5788f6140729f7e263c33f44bda', 'gw_port': {'id': '517b44d2-170b-4831-9771-7dacbe148f82', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:90:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:17:37Z', 'updated_at': '2021-04-19T18:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi', '_interfaces': [{'id': '49bbc3f7-0058-49c7-9f45-6a20c3bd1b7a', 'name': '', 'network_id': '7bcee201-e581-4998-8db1-0eb0dcf42dab', 'tenant_id': 'd40df5788f6140729f7e263c33f44bda', 'mac_address': 'fa:16:3e:ba:c2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'f115f197-c2a2-4c8a-a041-6b1ab4a2efc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:17:43Z', 'updated_at': '2021-04-19T18:17:54Z', 'revision_number': 5, 'project_id': 'd40df5788f6140729f7e263c33f44bda', 'subnets': [{'id': 'f115f197-c2a2-4c8a-a041-6b1ab4a2efc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:21:54.820879 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a1483163-714f-4b2c-bbe6-5c53d9a9990f tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:54.823709 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-60872106-3921-4474-9775-f4da212b8297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:54.906656 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a1483163-714f-4b2c-bbe6-5c53d9a9990f tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:54.914583 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-de820c0c-b090-4db3-a269-4bb2ee95e756 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:54.932874 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f9c89d-35d4-4b0b-aa35-1ea1d52b163f admin admin] Pushing event updated for resources: {'Port': ['ID=941ffc4c-80d3-4f44-8cfb-a5a802118984,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:54.936743 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-30f9c89d-35d4-4b0b-aa35-1ea1d52b163f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.857s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:54.949817 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1483163-714f-4b2c-bbe6-5c53d9a9990f tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c38b06e-39d7-4e44-99b1-b97d8bfc7837,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:54.953889 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-a1483163-714f-4b2c-bbe6-5c53d9a9990f tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:54.963037 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a1483163-714f-4b2c-bbe6-5c53d9a9990f tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:54.966764 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-a1483163-714f-4b2c-bbe6-5c53d9a9990f tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "DELETE /v2.0/security-groups/9c38b06e-39d7-4e44-99b1-b97d8bfc7837 HTTP/1.1" status: 204 len: 168 time: 0.3689523 Apr 19 18:21:54.967039 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 36920) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:21:54.988561 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.v2.resource [None req-3ebcdedf-3fb9-4b04-9bfe-d72b07d0cd98 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] show failed (client error): The resource could not be found. Apr 19 18:21:54.989690 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-3ebcdedf-3fb9-4b04-9bfe-d72b07d0cd98 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups/9c38b06e-39d7-4e44-99b1-b97d8bfc7837 HTTP/1.1" status: 404 len: 347 time: 0.0205114 Apr 19 18:21:54.996300 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 36924) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:21:55.172199 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-30f9c89d-35d4-4b0b-aa35-1ea1d52b163f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:55.216373 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-545fa49f-fb7b-44a3-bb0a-09f8e14fe894 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Deleting port ad0fc765-2542-4dd0-b46b-0e70d4432366 {{(pid=86362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:21:55.216880 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-545fa49f-fb7b-44a3-bb0a-09f8e14fe894 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254156519796'] for port, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:55.344813 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b7a776-2cfb-4f20-afec-8854531cfa70 None None] New status for floating IP 390d89af-8136-49e1-b3e8-487a5a45a0d1: DOWN {{(pid=86365) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 18:21:55.458069 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-545fa49f-fb7b-44a3-bb0a-09f8e14fe894 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648318'] for port, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:55.464607 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-545fa49f-fb7b-44a3-bb0a-09f8e14fe894 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:55.552420 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 36942) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:21:55.656861 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-545fa49f-fb7b-44a3-bb0a-09f8e14fe894 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Calling delete_port for ad0fc765-2542-4dd0-b46b-0e70d4432366 owned by network:floatingip {{(pid=86362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:21:55.668225 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-30f9c89d-35d4-4b0b-aa35-1ea1d52b163f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854149052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854126372'] for router, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:55.740847 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786c3754-a9a0-4f5e-9fb6-1769e07de702 None None] Network 45d46b2a-8de6-42c9-bd73-54daf8078cd3 requested from dv-cinder-786927-1-iscsi {{(pid=86364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:21:55.791809 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.db.api [None req-545fa49f-fb7b-44a3-bb0a-09f8e14fe894 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86362) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 19 18:21:55.792286 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_db.api [None req-545fa49f-fb7b-44a3-bb0a-09f8e14fe894 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86362) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 19 18:21:55.830269 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-104554e1-a509-452e-a0e3-7b9e2571bd09 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-273059214-network', 'tenant_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:21:55.836947 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-104554e1-a509-452e-a0e3-7b9e2571bd09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:21:55.843019 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-104554e1-a509-452e-a0e3-7b9e2571bd09 admin admin] Usage tracker for resource:network and tenant:ab7ea17f87bf48eea71bdbbfac21f7d9 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:21:55.856323 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-104554e1-a509-452e-a0e3-7b9e2571bd09 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:21:55.872510 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-104554e1-a509-452e-a0e3-7b9e2571bd09 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:21:55.892891 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-104554e1-a509-452e-a0e3-7b9e2571bd09 admin admin] Made reservation on behalf of ab7ea17f87bf48eea71bdbbfac21f7d9 for: {'network': 1} {{(pid=86363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:21:55.898094 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-104554e1-a509-452e-a0e3-7b9e2571bd09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for network, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:55.926893 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-104554e1-a509-452e-a0e3-7b9e2571bd09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:55.954328 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-104554e1-a509-452e-a0e3-7b9e2571bd09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:21:55.962581 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-104554e1-a509-452e-a0e3-7b9e2571bd09 admin admin] Usage tracker for resource:security_group_rule and tenant:ab7ea17f87bf48eea71bdbbfac21f7d9 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:21:55.968218 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-104554e1-a509-452e-a0e3-7b9e2571bd09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:21:55.979675 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-104554e1-a509-452e-a0e3-7b9e2571bd09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:21:56.025486 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30f9c89d-35d4-4b0b-aa35-1ea1d52b163f admin admin] Router 4e122664-d36b-45de-ad5f-2dd1b16f18cc is scheduled to L3 agent 24af6f5b-4620-4572-ab28-0613f710586e with binding_index 1 {{(pid=86363) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 19 18:21:56.045132 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-158a6b96-7e22-4b72-b375-4d5419cb221e None None] Provisioning for port e5741431-cd10-4665-b7b4-a129e5355780 completed by entity DHCP. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:21:56.076789 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:56.168292 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-eae962f3-e32e-4947-814b-3e299d74c6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:56.288955 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device e5741431-cd10-4665-b7b4-a129e5355780 up at agent ovs-agent-dv-cinder-786927-1-iscsi {{(pid=86364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:21:56.293263 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-545fa49f-fb7b-44a3-bb0a-09f8e14fe894 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Deleting port ad0fc765-2542-4dd0-b46b-0e70d4432366 {{(pid=86362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:21:56.293883 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-545fa49f-fb7b-44a3-bb0a-09f8e14fe894 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254156519796'] for port, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:56.299709 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-104554e1-a509-452e-a0e3-7b9e2571bd09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:56.306801 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-104554e1-a509-452e-a0e3-7b9e2571bd09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:56.319060 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-104554e1-a509-452e-a0e3-7b9e2571bd09 admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=86363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 18:21:56.329276 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-104554e1-a509-452e-a0e3-7b9e2571bd09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850937276'] for segment, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:56.329673 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.db.segments_db [None req-104554e1-a509-452e-a0e3-7b9e2571bd09 admin admin] Added segment 3a08ee2f-f5d8-4530-9399-ffecb932d723 of type vlan for network 1f49822f-29ba-4e60-a46b-78786ac1f34c Apr 19 18:21:56.358587 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-104554e1-a509-452e-a0e3-7b9e2571bd09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782697800819'] for network, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:56.390075 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30f9c89d-35d4-4b0b-aa35-1ea1d52b163f admin admin] Notify agent at l3_agent.dv-cinder-786927-1-iscsi the message routers_updated {{(pid=86363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:21:56.392449 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-c6cd7952-3e47-4ce7-9ba6-33942f92b4ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:56.402372 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-104554e1-a509-452e-a0e3-7b9e2571bd09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962'] for network, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:56.413456 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104554e1-a509-452e-a0e3-7b9e2571bd09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:56.414225 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-104554e1-a509-452e-a0e3-7b9e2571bd09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759945'] for network, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:56.447192 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc187ca-a4c6-4b90-a242-fec6a8d325e2 None None] Sync routers for ids ['4e122664-d36b-45de-ad5f-2dd1b16f18cc'] in dv-cinder-786927-1-iscsi {{(pid=86364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:21:56.468506 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc187ca-a4c6-4b90-a242-fec6a8d325e2 None None] Routers {'4e122664-d36b-45de-ad5f-2dd1b16f18cc'} bound to L3 agent in host dv-cinder-786927-1-iscsi {{(pid=86364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:21:56.469323 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-6fc187ca-a4c6-4b90-a242-fec6a8d325e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T18:07:54Z,description=,heartbeat_timestamp=2021-04-19T18:21:54Z,host='dv-cinder-786927-1-iscsi',id=24af6f5b-4620-4572-ab28-0613f710586e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:07:54Z,topic='l3_agent')) {'router_ids': ['4e122664-d36b-45de-ad5f-2dd1b16f18cc'], 'active': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:21:56.474389 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104554e1-a509-452e-a0e3-7b9e2571bd09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=404d763e-a87c-4241-b83e-e96cf42d619b,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:56.483958 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-104554e1-a509-452e-a0e3-7b9e2571bd09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:56.484448 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:56.532403 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Provisioning for port e5741431-cd10-4665-b7b4-a129e5355780 completed by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:21:56.544968 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Provisioning complete for port e5741431-cd10-4665-b7b4-a129e5355780 triggered by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:21:56.545220 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:56.592204 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-30f9c89d-35d4-4b0b-aa35-1ea1d52b163f admin admin] Notify callbacks [] for router, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:56.596164 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-30f9c89d-35d4-4b0b-aa35-1ea1d52b163f admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 4.1045103 Apr 19 18:21:56.597376 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 36958) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:21:56.601607 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-104554e1-a509-452e-a0e3-7b9e2571bd09 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0459368 Apr 19 18:21:56.617989 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 36962) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:21:56.628038 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-75a3a752-500e-463e-9b09-b8bcfef778da admin admin] Request body: {'subnet': {'network_id': '1f49822f-29ba-4e60-a46b-78786ac1f34c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-273059214-subnet', 'tenant_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'ip_version': 4}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:21:56.635374 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-545fa49f-fb7b-44a3-bb0a-09f8e14fe894 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648318'] for port, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:56.635842 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-545fa49f-fb7b-44a3-bb0a-09f8e14fe894 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:56.644771 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-75a3a752-500e-463e-9b09-b8bcfef778da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:21:56.654176 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-75a3a752-500e-463e-9b09-b8bcfef778da admin admin] Usage tracker for resource:subnet and tenant:ab7ea17f87bf48eea71bdbbfac21f7d9 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:21:56.735202 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-75a3a752-500e-463e-9b09-b8bcfef778da admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:21:56.750604 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104554e1-a509-452e-a0e3-7b9e2571bd09 admin admin] Pushing event updated for resources: {'Network': ['ID=1f49822f-29ba-4e60-a46b-78786ac1f34c,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:56.755067 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-104554e1-a509-452e-a0e3-7b9e2571bd09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:56.762545 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-6fc187ca-a4c6-4b90-a242-fec6a8d325e2 None None] Set router 4e122664-d36b-45de-ad5f-2dd1b16f18cc gateway port host: dv-cinder-786927-1-iscsi {{(pid=86364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:21:56.818211 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Network 1f49822f-29ba-4e60-a46b-78786ac1f34c details requested by agent ovs-agent-dv-cinder-786927-1-iscsi with host dv-cinder-786927-1-iscsi {{(pid=86364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 18:21:56.821229 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-545fa49f-fb7b-44a3-bb0a-09f8e14fe894 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Calling delete_port for ad0fc765-2542-4dd0-b46b-0e70d4432366 owned by network:floatingip {{(pid=86362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:21:56.863871 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-75a3a752-500e-463e-9b09-b8bcfef778da admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:21:56.889083 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a3a752-500e-463e-9b09-b8bcfef778da admin admin] Made reservation on behalf of ab7ea17f87bf48eea71bdbbfac21f7d9 for: {'subnet': 1} {{(pid=86362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:21:56.894074 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-75a3a752-500e-463e-9b09-b8bcfef778da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036843295491'] for subnet, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:57.101755 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-db7e3945-68bb-4d63-8a8d-b6674723181f None None] Provisioning complete for port e5741431-cd10-4665-b7b4-a129e5355780 triggered by entity DHCP. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:21:57.102179 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-db7e3945-68bb-4d63-8a8d-b6674723181f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:57.102379 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-545fa49f-fb7b-44a3-bb0a-09f8e14fe894 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254156516127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254156964383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844104858'] for port, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:57.136338 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-c884fec0-4660-4d5a-9efd-a513eed81be7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:57.198358 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545fa49f-fb7b-44a3-bb0a-09f8e14fe894 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Pushing event deleted for resources: {'Port': ['ID=ad0fc765-2542-4dd0-b46b-0e70d4432366,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:57.235953 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-545fa49f-fb7b-44a3-bb0a-09f8e14fe894 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:57.291936 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:57.351724 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-545fa49f-fb7b-44a3-bb0a-09f8e14fe894 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Notify callbacks [] for floatingip, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:57.430603 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] For port e5741431-cd10-4665-b7b4-a129e5355780, host dv-cinder-786927-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-iscsi',level=0,port_id=e5741431-cd10-4665-b7b4-a129e5355780,segment=NetworkSegment(2b9d4c4a-fbb2-4b6f-8844-c1133daaedbe),segment_id=2b9d4c4a-fbb2-4b6f-8844-c1133daaedbe)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:21:57.451494 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:57.452537 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-545fa49f-fb7b-44a3-bb0a-09f8e14fe894 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773849'] for floatingip, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:57.456873 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:57.464684 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-545fa49f-fb7b-44a3-bb0a-09f8e14fe894 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "DELETE /v2.0/floatingips/390d89af-8136-49e1-b3e8-487a5a45a0d1 HTTP/1.1" status: 204 len: 168 time: 2.4671788 Apr 19 18:21:57.528104 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-db7e3945-68bb-4d63-8a8d-b6674723181f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:57.628119 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-6fc187ca-a4c6-4b90-a242-fec6a8d325e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e122664-d36b-45de-ad5f-2dd1b16f18cc', 'name': 'tempest-TestShelveInstance-76843865-router', 'tenant_id': 'd29eee7bedfd47868ae5c7a8e8bcaa1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '941ffc4c-80d3-4f44-8cfb-a5a802118984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:21:52Z', 'updated_at': '2021-04-19T18:21:54Z', 'revision_number': 3, 'project_id': 'd29eee7bedfd47868ae5c7a8e8bcaa1a', 'gw_port': {'id': '941ffc4c-80d3-4f44-8cfb-a5a802118984', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f7:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e122664-d36b-45de-ad5f-2dd1b16f18cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:53Z', 'updated_at': '2021-04-19T18:21:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi'}], 'dv-cinder-786927-1-iscsi', False) {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:21:57.636710 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-75a3a752-500e-463e-9b09-b8bcfef778da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853862292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10670327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036843295508'] for subnet, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:57.639677 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Pushing event updated for resources: {'Port': ['ID=e5741431-cd10-4665-b7b4-a129e5355780,revision_number=3']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:57.645569 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:57.646267 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-7edcff1f-02fb-424a-aaf7-bce2a846a0eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:57.648848 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc187ca-a4c6-4b90-a242-fec6a8d325e2 None None] Checking router: 4e122664-d36b-45de-ad5f-2dd1b16f18cc for host: dv-cinder-786927-1-iscsi {{(pid=86364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:21:57.650195 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc187ca-a4c6-4b90-a242-fec6a8d325e2 None None] Updating router 4e122664-d36b-45de-ad5f-2dd1b16f18cc port 941ffc4c-80d3-4f44-8cfb-a5a802118984 binding host dv-cinder-786927-1-iscsi {{(pid=86364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 18:21:57.716229 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.db.api [None req-db7e3945-68bb-4d63-8a8d-b6674723181f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86364) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 19 18:21:57.716460 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_db.api [None req-db7e3945-68bb-4d63-8a8d-b6674723181f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 19 18:21:57.734378 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-6fc187ca-a4c6-4b90-a242-fec6a8d325e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:57.742781 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a3a752-500e-463e-9b09-b8bcfef778da admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7079f5e-d348-48c2-81c0-ab4764c813e8,revision_number=0']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:57.750765 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a3a752-500e-463e-9b09-b8bcfef778da admin admin] Checking segment: {'id': '3a08ee2f-f5d8-4530-9399-ffecb932d723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1f49822f-29ba-4e60-a46b-78786ac1f34c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:21:57.750765 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a3a752-500e-463e-9b09-b8bcfef778da admin admin] Network hostable DHCP agents. Network: 1f49822f-29ba-4e60-a46b-78786ac1f34c, hostable agents: ['66dd5093-526f-401d-add7-2f8e88013a06'], hosted agents: [] {{(pid=86362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 18:21:57.755932 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-75a3a752-500e-463e-9b09-b8bcfef778da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:57.793892 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a3a752-500e-463e-9b09-b8bcfef778da admin admin] Network 1f49822f-29ba-4e60-a46b-78786ac1f34c is scheduled to be hosted by DHCP agent 66dd5093-526f-401d-add7-2f8e88013a06 with binding_index 1 {{(pid=86362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 18:21:57.807520 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-75a3a752-500e-463e-9b09-b8bcfef778da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786927-1-iscsi, 1f49822f-29ba-4e60-a46b-78786ac1f34c) {{(pid=86362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:21:57.837029 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a3a752-500e-463e-9b09-b8bcfef778da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:57.841089 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-75a3a752-500e-463e-9b09-b8bcfef778da admin admin] Notify callbacks [] for subnet, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:57.856076 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5836b236-4d73-4cc5-97a5-2e6121c48ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:57.869161 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-75a3a752-500e-463e-9b09-b8bcfef778da admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2489872 Apr 19 18:21:57.870114 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 36976) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:21:57.876169 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-70242487-d046-46bf-8d1f-b49a3f1b30f5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-273059214-router', 'tenant_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33'}}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:21:57.881925 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-70242487-d046-46bf-8d1f-b49a3f1b30f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:21:57.886824 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-70242487-d046-46bf-8d1f-b49a3f1b30f5 admin admin] Usage tracker for resource:router and tenant:ab7ea17f87bf48eea71bdbbfac21f7d9 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:21:57.890633 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-70242487-d046-46bf-8d1f-b49a3f1b30f5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:21:57.897019 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-70242487-d046-46bf-8d1f-b49a3f1b30f5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:21:57.906892 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-70242487-d046-46bf-8d1f-b49a3f1b30f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854149137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854772548'] for router, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:57.908142 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-70242487-d046-46bf-8d1f-b49a3f1b30f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-626663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-921872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3236'] for router, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:57.924146 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-70242487-d046-46bf-8d1f-b49a3f1b30f5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:58.046993 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27602c0-e27d-4daa-8264-af880547b7c6 None None] Network 1f49822f-29ba-4e60-a46b-78786ac1f34c requested from dv-cinder-786927-1-iscsi {{(pid=86364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:21:58.140067 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [None req-5836b236-4d73-4cc5-97a5-2e6121c48ffb admin admin] Allocated IP 172.20.0.1 (45d46b2a-8de6-42c9-bd73-54daf8078cd3/172eff84-753d-4a46-a1f9-70acd6cf59f1/e01ac733-2bdb-48e8-866d-af9558d5728d) {{(pid=86363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:21:58.156223 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 36982) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:21:58.223758 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-a0079045-2195-4bf4-b8c6-ca9381531469 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2090392126', 'description': 'tempest-description--745246898'}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:21:58.280005 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device e5741431-cd10-4665-b7b4-a129e5355780 up at agent ovs-agent-dv-cinder-786927-1-iscsi {{(pid=86364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:21:58.313461 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5836b236-4d73-4cc5-97a5-2e6121c48ffb admin admin] Notify callbacks [] for port, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:58.331511 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-5836b236-4d73-4cc5-97a5-2e6121c48ffb admin admin] Transition to ACTIVE for port object e01ac733-2bdb-48e8-866d-af9558d5728d will not be triggered until provisioned by entity DHCP. {{(pid=86363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:21:58.356888 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5836b236-4d73-4cc5-97a5-2e6121c48ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782697811417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10486948'] for port, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:58.362574 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-298a0f94-2db8-49e4-a212-1d7a2bc6bf3f tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:58.433040 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-6fc187ca-a4c6-4b90-a242-fec6a8d325e2 None None] Notify callbacks [] for port, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:58.439612 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5836b236-4d73-4cc5-97a5-2e6121c48ffb admin admin] Network 45d46b2a-8de6-42c9-bd73-54daf8078cd3 is already hosted by enough agents. {{(pid=86363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:21:58.443369 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-5836b236-4d73-4cc5-97a5-2e6121c48ffb admin admin] Resources bound (agent type, host, resource id): {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:21:58.447436 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5836b236-4d73-4cc5-97a5-2e6121c48ffb admin admin] Received port after_create {{(pid=86363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:21:58.488224 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5836b236-4d73-4cc5-97a5-2e6121c48ffb admin admin] Pushing event updated for resources: {'Port': ['ID=e01ac733-2bdb-48e8-866d-af9558d5728d,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:58.493277 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-5836b236-4d73-4cc5-97a5-2e6121c48ffb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:58.494105 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-6fc187ca-a4c6-4b90-a242-fec6a8d325e2 None None] Transition to ACTIVE for port object 941ffc4c-80d3-4f44-8cfb-a5a802118984 will not be triggered until provisioned by entity L2. {{(pid=86364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:21:58.506397 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-6fc187ca-a4c6-4b90-a242-fec6a8d325e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:58.508707 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-a0079045-2195-4bf4-b8c6-ca9381531469 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:21:58.512870 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:58.513138 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5836b236-4d73-4cc5-97a5-2e6121c48ffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652289'] for router_interface, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:58.517881 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-a0079045-2195-4bf4-b8c6-ca9381531469 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Usage tracker for resource:security_group and tenant:d40df5788f6140729f7e263c33f44bda is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:21:58.522954 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-a0079045-2195-4bf4-b8c6-ca9381531469 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:21:58.528843 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-70242487-d046-46bf-8d1f-b49a3f1b30f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3221'] for router, precommit_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:58.537796 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-a0079045-2195-4bf4-b8c6-ca9381531469 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:21:58.575257 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a0079045-2195-4bf4-b8c6-ca9381531469 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:58.668405 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-a0079045-2195-4bf4-b8c6-ca9381531469 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:21:58.677049 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-a0079045-2195-4bf4-b8c6-ca9381531469 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Usage tracker for resource:security_group_rule and tenant:d40df5788f6140729f7e263c33f44bda is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:21:58.685872 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-a0079045-2195-4bf4-b8c6-ca9381531469 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:21:58.713666 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-a0079045-2195-4bf4-b8c6-ca9381531469 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:21:58.834779 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5836b236-4d73-4cc5-97a5-2e6121c48ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:58.875462 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Provisioning complete for port e5741431-cd10-4665-b7b4-a129e5355780 triggered by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:21:58.875941 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:58.956322 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a0079045-2195-4bf4-b8c6-ca9381531469 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:58.972636 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-cdd9e980-5bbe-4bbf-8dd3-5ecfd9aeabaa None None] Provisioning for port e01ac733-2bdb-48e8-866d-af9558d5728d completed by entity DHCP. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:21:58.981151 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-6fc187ca-a4c6-4b90-a242-fec6a8d325e2 None None] Attempting to bind port 941ffc4c-80d3-4f44-8cfb-a5a802118984 on host dv-cinder-786927-1-iscsi for vnic_type normal with profile {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:21:58.981516 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-6fc187ca-a4c6-4b90-a242-fec6a8d325e2 None None] Attempting to bind port 941ffc4c-80d3-4f44-8cfb-a5a802118984 by drivers openvswitch,hyperv on host dv-cinder-786927-1-iscsi at level 0 using segments [{'id': 'c45e75c0-3629-4b9b-9637-c1f0a35fb912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33'}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:21:58.981960 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc187ca-a4c6-4b90-a242-fec6a8d325e2 None None] Attempting to bind port 941ffc4c-80d3-4f44-8cfb-a5a802118984 on network 4d554598-b480-4681-a36f-a7d82bbc0b33 {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:21:58.984423 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f10669e-0ed1-4d13-a5fe-4c4126f779fa None None] Pushing event updated for resources: {'Port': ['ID=941ffc4c-80d3-4f44-8cfb-a5a802118984,revision_number=2']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:58.991066 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a0079045-2195-4bf4-b8c6-ca9381531469 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:58.997732 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-3f10669e-0ed1-4d13-a5fe-4c4126f779fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:59.000970 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-dc89dff3-0809-400d-98f3-59df60fc6af7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:59.002678 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-cdd9e980-5bbe-4bbf-8dd3-5ecfd9aeabaa None None] Provisioning complete for port e01ac733-2bdb-48e8-866d-af9558d5728d triggered by entity DHCP. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:21:59.003177 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-cdd9e980-5bbe-4bbf-8dd3-5ecfd9aeabaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:59.030647 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1089ea-22f8-4e7b-974b-7e6d0d1d97f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7ea2a11-35e3-5807-b576-1bd2b4770768-1f49822f-29ba-4e60-a46b-78786ac1f34c', 'network_id': '1f49822f-29ba-4e60-a46b-78786ac1f34c', 'tenant_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'fixed_ips': [{'subnet_id': 'a7079f5e-d348-48c2-81c0-ab4764c813e8'}]}} from dv-cinder-786927-1-iscsi. {{(pid=86364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 19 18:21:59.031634 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1f1089ea-22f8-4e7b-974b-7e6d0d1d97f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:59.063217 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0079045-2195-4bf4-b8c6-ca9381531469 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e9487a4-42da-4069-8845-545fc4d734ea,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:59.067687 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc187ca-a4c6-4b90-a242-fec6a8d325e2 None None] Checking agent: {'id': '84360490-1fcf-4ef7-acd4-64c16b857909', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 7, 56), 'started_at': datetime.datetime(2021, 4, 19, 18, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:21:59.068122 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc187ca-a4c6-4b90-a242-fec6a8d325e2 None None] Checking segment: {'id': 'c45e75c0-3629-4b9b-9637-c1f0a35fb912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:21:59.068246 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-a0079045-2195-4bf4-b8c6-ca9381531469 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:59.068582 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-6fc187ca-a4c6-4b90-a242-fec6a8d325e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:59.068983 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a0079045-2195-4bf4-b8c6-ca9381531469 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:59.069107 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc187ca-a4c6-4b90-a242-fec6a8d325e2 None None] Bound using segment: {'id': 'c45e75c0-3629-4b9b-9637-c1f0a35fb912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33'} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:21:59.069550 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-6fc187ca-a4c6-4b90-a242-fec6a8d325e2 None None] Bound port: 941ffc4c-80d3-4f44-8cfb-a5a802118984, host: dv-cinder-786927-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c45e75c0-3629-4b9b-9637-c1f0a35fb912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33'}}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:21:59.069975 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-6fc187ca-a4c6-4b90-a242-fec6a8d325e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:59.070274 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-a0079045-2195-4bf4-b8c6-ca9381531469 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.9137597 Apr 19 18:21:59.073954 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 36990) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:21:59.079693 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-685d8e71-836f-4a6e-8dc4-cb03d59e01b4 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Request body: {'security_group_rule': {'security_group_id': '4e9487a4-42da-4069-8845-545fc4d734ea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:21:59.085219 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-70242487-d046-46bf-8d1f-b49a3f1b30f5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:59.100284 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5836b236-4d73-4cc5-97a5-2e6121c48ffb admin admin] Notify callbacks [] for port, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:59.109328 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5836b236-4d73-4cc5-97a5-2e6121c48ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844288851'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:59.120847 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-685d8e71-836f-4a6e-8dc4-cb03d59e01b4 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:21:59.123820 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-70242487-d046-46bf-8d1f-b49a3f1b30f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:59.163162 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-685d8e71-836f-4a6e-8dc4-cb03d59e01b4 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Usage tracker for resource:security_group_rule and tenant:d40df5788f6140729f7e263c33f44bda is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:21:59.167704 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-685d8e71-836f-4a6e-8dc4-cb03d59e01b4 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:21:59.170937 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-afac248d-0334-46a1-8823-6bc479620a3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:59.179035 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-685d8e71-836f-4a6e-8dc4-cb03d59e01b4 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:21:59.218622 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5836b236-4d73-4cc5-97a5-2e6121c48ffb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854123418'] for router_interface, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:59.220844 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-685d8e71-836f-4a6e-8dc4-cb03d59e01b4 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:59.257627 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-cdd9e980-5bbe-4bbf-8dd3-5ecfd9aeabaa None None] Port e01ac733-2bdb-48e8-866d-af9558d5728d cannot update to ACTIVE because it is not bound. {{(pid=86364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:21:59.325804 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-6fc187ca-a4c6-4b90-a242-fec6a8d325e2 None None] For port 941ffc4c-80d3-4f44-8cfb-a5a802118984, host dv-cinder-786927-1-iscsi, cleared binding levels {{(pid=86364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:21:59.347558 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-6fc187ca-a4c6-4b90-a242-fec6a8d325e2 None None] For port 941ffc4c-80d3-4f44-8cfb-a5a802118984, host dv-cinder-786927-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-iscsi',level=0,port_id=941ffc4c-80d3-4f44-8cfb-a5a802118984,segment=NetworkSegment(c45e75c0-3629-4b9b-9637-c1f0a35fb912),segment_id=c45e75c0-3629-4b9b-9637-c1f0a35fb912)] {{(pid=86364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:21:59.352338 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [None req-70242487-d046-46bf-8d1f-b49a3f1b30f5 admin admin] Allocated IP 172.27.0.126 (4d554598-b480-4681-a36f-a7d82bbc0b33/6ca15ad6-e22c-47ba-9758-57475411b5fa/98271dc7-b9d9-46a4-a452-6f803fe9e7ab) {{(pid=86362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:21:59.360003 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-685d8e71-836f-4a6e-8dc4-cb03d59e01b4 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:59.360960 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-6fc187ca-a4c6-4b90-a242-fec6a8d325e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:59.366919 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-685d8e71-836f-4a6e-8dc4-cb03d59e01b4 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855548'] for security_group_rule, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:59.370682 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b8d4231d-41d6-4dc3-98f8-0825a355e054 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:59.372650 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:59.421076 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5836b236-4d73-4cc5-97a5-2e6121c48ffb admin admin] Network 45d46b2a-8de6-42c9-bd73-54daf8078cd3 is already hosted by enough agents. {{(pid=86363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:21:59.422520 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5836b236-4d73-4cc5-97a5-2e6121c48ffb admin admin] Pushing event updated for resources: {'Port': ['ID=e01ac733-2bdb-48e8-866d-af9558d5728d,revision_number=2']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:59.425609 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-5836b236-4d73-4cc5-97a5-2e6121c48ffb admin admin] Resources bound (agent type, host, resource id): {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:21:59.427750 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-5836b236-4d73-4cc5-97a5-2e6121c48ffb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:59.478303 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d8e71-836f-4a6e-8dc4-cb03d59e01b4 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59737941-a51c-4fc1-a9a5-6cfdc7166397,revision_number=0']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:59.488520 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-685d8e71-836f-4a6e-8dc4-cb03d59e01b4 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:59.519204 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-685d8e71-836f-4a6e-8dc4-cb03d59e01b4 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:59.523960 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-685d8e71-836f-4a6e-8dc4-cb03d59e01b4 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4489415 Apr 19 18:21:59.527678 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 36998) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:21:59.531624 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc187ca-a4c6-4b90-a242-fec6a8d325e2 None None] Routers {'4e122664-d36b-45de-ad5f-2dd1b16f18cc'} bound to L3 agent in host dv-cinder-786927-1-iscsi {{(pid=86364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:21:59.532342 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-6fc187ca-a4c6-4b90-a242-fec6a8d325e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T18:07:54Z,description=,heartbeat_timestamp=2021-04-19T18:21:54Z,host='dv-cinder-786927-1-iscsi',id=24af6f5b-4620-4572-ab28-0613f710586e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:07:54Z,topic='l3_agent')) {'router_ids': ['4e122664-d36b-45de-ad5f-2dd1b16f18cc'], 'active': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:21:59.536204 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-76c7d75a-95f8-46b0-8445-609511be770a tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Request body: {'security_group_rule': {'security_group_id': '4e9487a4-42da-4069-8845-545fc4d734ea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:21:59.545106 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-76c7d75a-95f8-46b0-8445-609511be770a tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:21:59.554294 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-76c7d75a-95f8-46b0-8445-609511be770a tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Usage tracker for resource:security_group_rule and tenant:d40df5788f6140729f7e263c33f44bda is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:21:59.568146 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-76c7d75a-95f8-46b0-8445-609511be770a tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:21:59.578796 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-76c7d75a-95f8-46b0-8445-609511be770a tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:21:59.624693 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-76c7d75a-95f8-46b0-8445-609511be770a tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:59.648241 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5836b236-4d73-4cc5-97a5-2e6121c48ffb admin admin] Router 4e122664-d36b-45de-ad5f-2dd1b16f18cc has already been hosted by L3 agent 24af6f5b-4620-4572-ab28-0613f710586e {{(pid=86363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:21:59.675449 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [None req-1f1089ea-22f8-4e7b-974b-7e6d0d1d97f6 None None] Allocated IP 172.20.0.2 (1f49822f-29ba-4e60-a46b-78786ac1f34c/a7079f5e-d348-48c2-81c0-ab4764c813e8/33349fab-254c-4557-ad77-f04fa6df2eb5) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:21:59.677596 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f10669e-0ed1-4d13-a5fe-4c4126f779fa None None] Pushing event updated for resources: {'Port': ['ID=941ffc4c-80d3-4f44-8cfb-a5a802118984,revision_number=3']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:59.683035 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-70242487-d046-46bf-8d1f-b49a3f1b30f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:59.692677 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-3f10669e-0ed1-4d13-a5fe-4c4126f779fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:59.735901 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-76c7d75a-95f8-46b0-8445-609511be770a tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:59.740510 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-76c7d75a-95f8-46b0-8445-609511be770a tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855548'] for security_group_rule, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:59.760121 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:59.774402 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-6fc187ca-a4c6-4b90-a242-fec6a8d325e2 None None] Set router 4e122664-d36b-45de-ad5f-2dd1b16f18cc gateway port host: dv-cinder-786927-1-iscsi {{(pid=86364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:21:59.788957 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c7d75a-95f8-46b0-8445-609511be770a tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e61e0da-c789-4b5d-98eb-b948d6d019a5,revision_number=0']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:59.792582 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-76c7d75a-95f8-46b0-8445-609511be770a tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:59.794781 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-76c7d75a-95f8-46b0-8445-609511be770a tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:59.799522 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-76c7d75a-95f8-46b0-8445-609511be770a tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2704539 Apr 19 18:21:59.800528 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 37004) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:21:59.804034 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-70242487-d046-46bf-8d1f-b49a3f1b30f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782697811417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844104858'] for port, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:59.816737 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-0de81554-97d3-4e7a-8aba-7103dae2a18d tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Request body: {'floatingip': {'floating_network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33'}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:21:59.824358 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-0de81554-97d3-4e7a-8aba-7103dae2a18d tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:21:59.828473 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-0de81554-97d3-4e7a-8aba-7103dae2a18d tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Usage tracker for resource:floatingip and tenant:d40df5788f6140729f7e263c33f44bda is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:21:59.832196 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-fc877fd7-2391-4bcd-b3da-a13f3ecfffcf tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:59.875201 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-0de81554-97d3-4e7a-8aba-7103dae2a18d tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:21:59.895757 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-0de81554-97d3-4e7a-8aba-7103dae2a18d tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:21:59.900066 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70242487-d046-46bf-8d1f-b49a3f1b30f5 admin admin] Network 4d554598-b480-4681-a36f-a7d82bbc0b33 is already hosted by enough agents. {{(pid=86362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:21:59.904332 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-70242487-d046-46bf-8d1f-b49a3f1b30f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=86362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:21:59.913980 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5836b236-4d73-4cc5-97a5-2e6121c48ffb admin admin] Notify agent at l3_agent.dv-cinder-786927-1-iscsi the message routers_updated {{(pid=86363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:21:59.917651 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70242487-d046-46bf-8d1f-b49a3f1b30f5 admin admin] Received port after_create {{(pid=86362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:21:59.932966 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-5836b236-4d73-4cc5-97a5-2e6121c48ffb admin admin] 10.222.0.36 "PUT /v2.0/routers/4e122664-d36b-45de-ad5f-2dd1b16f18cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3248255 Apr 19 18:21:59.966594 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0de81554-97d3-4e7a-8aba-7103dae2a18d tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Notify callbacks [] for floatingip, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:59.989081 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70242487-d046-46bf-8d1f-b49a3f1b30f5 admin admin] Pushing event updated for resources: {'Port': ['ID=98271dc7-b9d9-46a4-a452-6f803fe9e7ab,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:59.993386 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-70242487-d046-46bf-8d1f-b49a3f1b30f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:00.000812 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-599d32e9-2ad5-4579-b486-1cb2087bdc96 None None] Provisioning complete for port e01ac733-2bdb-48e8-866d-af9558d5728d triggered by entity DHCP. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:22:00.001395 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-599d32e9-2ad5-4579-b486-1cb2087bdc96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:00.198819 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-599d32e9-2ad5-4579-b486-1cb2087bdc96 None None] Port e01ac733-2bdb-48e8-866d-af9558d5728d cannot update to ACTIVE because it is not bound. {{(pid=86364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:22:00.353791 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1f1089ea-22f8-4e7b-974b-7e6d0d1d97f6 None None] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:00.367539 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-1f1089ea-22f8-4e7b-974b-7e6d0d1d97f6 None None] Transition to ACTIVE for port object 33349fab-254c-4557-ad77-f04fa6df2eb5 will not be triggered until provisioned by entity L2. {{(pid=86364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:22:00.401042 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-1f1089ea-22f8-4e7b-974b-7e6d0d1d97f6 None None] Transition to ACTIVE for port object 33349fab-254c-4557-ad77-f04fa6df2eb5 will not be triggered until provisioned by entity DHCP. {{(pid=86364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:22:00.408598 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1f1089ea-22f8-4e7b-974b-7e6d0d1d97f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782697811417'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:00.413955 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:00.475860 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-6fc187ca-a4c6-4b90-a242-fec6a8d325e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e122664-d36b-45de-ad5f-2dd1b16f18cc', 'name': 'tempest-TestShelveInstance-76843865-router', 'tenant_id': 'd29eee7bedfd47868ae5c7a8e8bcaa1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '941ffc4c-80d3-4f44-8cfb-a5a802118984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:21:52Z', 'updated_at': '2021-04-19T18:21:58Z', 'revision_number': 4, 'project_id': 'd29eee7bedfd47868ae5c7a8e8bcaa1a', 'gw_port': {'id': '941ffc4c-80d3-4f44-8cfb-a5a802118984', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f7:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e122664-d36b-45de-ad5f-2dd1b16f18cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:53Z', 'updated_at': '2021-04-19T18:21:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi', '_interfaces': [{'id': 'e01ac733-2bdb-48e8-866d-af9558d5728d', 'name': '', 'network_id': '45d46b2a-8de6-42c9-bd73-54daf8078cd3', 'tenant_id': 'd29eee7bedfd47868ae5c7a8e8bcaa1a', 'mac_address': 'fa:16:3e:af:2c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e122664-d36b-45de-ad5f-2dd1b16f18cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '172eff84-753d-4a46-a1f9-70acd6cf59f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:57Z', 'updated_at': '2021-04-19T18:21:58Z', 'revision_number': 2, 'project_id': 'd29eee7bedfd47868ae5c7a8e8bcaa1a', 'subnets': [{'id': '172eff84-753d-4a46-a1f9-70acd6cf59f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-iscsi', False) {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:22:00.494541 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1089ea-22f8-4e7b-974b-7e6d0d1d97f6 None None] Network 1f49822f-29ba-4e60-a46b-78786ac1f34c is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:22:00.499057 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0de81554-97d3-4e7a-8aba-7103dae2a18d tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:00.501951 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc187ca-a4c6-4b90-a242-fec6a8d325e2 None None] The sync data for ids ['4e122664-d36b-45de-ad5f-2dd1b16f18cc'] in dv-cinder-786927-1-iscsi is: [{'id': '4e122664-d36b-45de-ad5f-2dd1b16f18cc', 'name': 'tempest-TestShelveInstance-76843865-router', 'tenant_id': 'd29eee7bedfd47868ae5c7a8e8bcaa1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '941ffc4c-80d3-4f44-8cfb-a5a802118984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:21:52Z', 'updated_at': '2021-04-19T18:21:58Z', 'revision_number': 4, 'project_id': 'd29eee7bedfd47868ae5c7a8e8bcaa1a', 'gw_port': {'id': '941ffc4c-80d3-4f44-8cfb-a5a802118984', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f7:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e122664-d36b-45de-ad5f-2dd1b16f18cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:53Z', 'updated_at': '2021-04-19T18:21:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi', '_interfaces': [{'id': 'e01ac733-2bdb-48e8-866d-af9558d5728d', 'name': '', 'network_id': '45d46b2a-8de6-42c9-bd73-54daf8078cd3', 'tenant_id': 'd29eee7bedfd47868ae5c7a8e8bcaa1a', 'mac_address': 'fa:16:3e:af:2c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e122664-d36b-45de-ad5f-2dd1b16f18cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '172eff84-753d-4a46-a1f9-70acd6cf59f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:57Z', 'updated_at': '2021-04-19T18:21:58Z', 'revision_number': 2, 'project_id': 'd29eee7bedfd47868ae5c7a8e8bcaa1a', 'subnets': [{'id': '172eff84-753d-4a46-a1f9-70acd6cf59f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:22:00.504068 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-1f1089ea-22f8-4e7b-974b-7e6d0d1d97f6 None None] Resources bound (agent type, host, resource id): {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:22:00.508962 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1089ea-22f8-4e7b-974b-7e6d0d1d97f6 None None] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:22:00.524510 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1089ea-22f8-4e7b-974b-7e6d0d1d97f6 None None] Pushing event updated for resources: {'Port': ['ID=33349fab-254c-4557-ad77-f04fa6df2eb5,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:00.566366 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-1f1089ea-22f8-4e7b-974b-7e6d0d1d97f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:00.587513 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 37028) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:22:00.596966 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-8c2945c2-cade-4ebe-a1f2-6ce7df44d747 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2054433140-network', 'tenant_id': '8cfc0774767b4ee2a8ab4a716fcb72d7'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:22:00.603614 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-8c2945c2-cade-4ebe-a1f2-6ce7df44d747 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:22:00.608864 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-8c2945c2-cade-4ebe-a1f2-6ce7df44d747 admin admin] Usage tracker for resource:network and tenant:8cfc0774767b4ee2a8ab4a716fcb72d7 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:22:00.612232 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-8c2945c2-cade-4ebe-a1f2-6ce7df44d747 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:22:00.620471 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-8c2945c2-cade-4ebe-a1f2-6ce7df44d747 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:22:00.635457 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-1f1089ea-22f8-4e7b-974b-7e6d0d1d97f6 None None] Attempting to bind port 33349fab-254c-4557-ad77-f04fa6df2eb5 on host dv-cinder-786927-1-iscsi for vnic_type normal with profile {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:22:00.636189 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-1f1089ea-22f8-4e7b-974b-7e6d0d1d97f6 None None] Attempting to bind port 33349fab-254c-4557-ad77-f04fa6df2eb5 by drivers openvswitch,hyperv on host dv-cinder-786927-1-iscsi at level 0 using segments [{'id': '3a08ee2f-f5d8-4530-9399-ffecb932d723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1f49822f-29ba-4e60-a46b-78786ac1f34c'}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:22:00.636803 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1089ea-22f8-4e7b-974b-7e6d0d1d97f6 None None] Attempting to bind port 33349fab-254c-4557-ad77-f04fa6df2eb5 on network 1f49822f-29ba-4e60-a46b-78786ac1f34c {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:22:00.639437 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c2945c2-cade-4ebe-a1f2-6ce7df44d747 admin admin] Made reservation on behalf of 8cfc0774767b4ee2a8ab4a716fcb72d7 for: {'network': 1} {{(pid=86363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:22:00.644092 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1089ea-22f8-4e7b-974b-7e6d0d1d97f6 None None] Checking agent: {'id': '84360490-1fcf-4ef7-acd4-64c16b857909', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 7, 56), 'started_at': datetime.datetime(2021, 4, 19, 18, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:22:00.644797 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1089ea-22f8-4e7b-974b-7e6d0d1d97f6 None None] Checking segment: {'id': '3a08ee2f-f5d8-4530-9399-ffecb932d723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1f49822f-29ba-4e60-a46b-78786ac1f34c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:22:00.645470 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1f1089ea-22f8-4e7b-974b-7e6d0d1d97f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:00.646089 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1089ea-22f8-4e7b-974b-7e6d0d1d97f6 None None] Bound using segment: {'id': '3a08ee2f-f5d8-4530-9399-ffecb932d723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1f49822f-29ba-4e60-a46b-78786ac1f34c'} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:22:00.646801 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-1f1089ea-22f8-4e7b-974b-7e6d0d1d97f6 None None] Bound port: 33349fab-254c-4557-ad77-f04fa6df2eb5, host: dv-cinder-786927-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a08ee2f-f5d8-4530-9399-ffecb932d723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1f49822f-29ba-4e60-a46b-78786ac1f34c'}}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:22:00.647443 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1f1089ea-22f8-4e7b-974b-7e6d0d1d97f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:00.651589 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8c2945c2-cade-4ebe-a1f2-6ce7df44d747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for network, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:00.689177 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8c2945c2-cade-4ebe-a1f2-6ce7df44d747 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:00.695608 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-70242487-d046-46bf-8d1f-b49a3f1b30f5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:00.709873 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-8c2945c2-cade-4ebe-a1f2-6ce7df44d747 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:22:00.715338 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-8c2945c2-cade-4ebe-a1f2-6ce7df44d747 admin admin] Usage tracker for resource:security_group_rule and tenant:8cfc0774767b4ee2a8ab4a716fcb72d7 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:22:00.732822 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-8c2945c2-cade-4ebe-a1f2-6ce7df44d747 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:22:00.747561 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-8c2945c2-cade-4ebe-a1f2-6ce7df44d747 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:22:00.847946 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8c2945c2-cade-4ebe-a1f2-6ce7df44d747 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:00.851057 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8c2945c2-cade-4ebe-a1f2-6ce7df44d747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:00.856461 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-f53c4297-76bc-46a4-976f-212a24e44561 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:00.879449 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [None req-0de81554-97d3-4e7a-8aba-7103dae2a18d tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Allocated IP 172.27.0.112 (4d554598-b480-4681-a36f-a7d82bbc0b33/6ca15ad6-e22c-47ba-9758-57475411b5fa/fc257aa9-a1a1-456e-aac9-65209f84a80c) {{(pid=86362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:22:00.888588 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c2945c2-cade-4ebe-a1f2-6ce7df44d747 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=86363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 18:22:00.899114 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2945c2-cade-4ebe-a1f2-6ce7df44d747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25067c73-8b86-4d9d-b717-00927e805b7b,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:00.904126 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-8c2945c2-cade-4ebe-a1f2-6ce7df44d747 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:00.907089 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8c2945c2-cade-4ebe-a1f2-6ce7df44d747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850937276'] for segment, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:00.907523 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.db.segments_db [None req-8c2945c2-cade-4ebe-a1f2-6ce7df44d747 admin admin] Added segment dbe7f3dc-3eb9-4e8e-9dad-eb970a5c850e of type vlan for network ee3e8106-80db-4a57-b5f1-01b66c3d6068 Apr 19 18:22:00.945995 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8c2945c2-cade-4ebe-a1f2-6ce7df44d747 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782697800819'] for network, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:01.020264 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8c2945c2-cade-4ebe-a1f2-6ce7df44d747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962'] for network, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:01.021707 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2945c2-cade-4ebe-a1f2-6ce7df44d747 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:01.022369 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8c2945c2-cade-4ebe-a1f2-6ce7df44d747 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759945'] for network, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:01.031275 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-131bd06c-45ce-4e40-9f70-56b76e6fb045 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:01.083898 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-1f1089ea-22f8-4e7b-974b-7e6d0d1d97f6 None None] For port 33349fab-254c-4557-ad77-f04fa6df2eb5, host dv-cinder-786927-1-iscsi, cleared binding levels {{(pid=86364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:22:01.088027 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-1f1089ea-22f8-4e7b-974b-7e6d0d1d97f6 None None] For port 33349fab-254c-4557-ad77-f04fa6df2eb5, host dv-cinder-786927-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-iscsi',level=0,port_id=33349fab-254c-4557-ad77-f04fa6df2eb5,segment=NetworkSegment(3a08ee2f-f5d8-4530-9399-ffecb932d723),segment_id=3a08ee2f-f5d8-4530-9399-ffecb932d723)] {{(pid=86364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:22:01.092526 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1f1089ea-22f8-4e7b-974b-7e6d0d1d97f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:01.097652 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:01.183439 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1089ea-22f8-4e7b-974b-7e6d0d1d97f6 None None] Pushing event updated for resources: {'Port': ['ID=33349fab-254c-4557-ad77-f04fa6df2eb5,revision_number=2']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:01.187360 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-1f1089ea-22f8-4e7b-974b-7e6d0d1d97f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:01.208580 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2945c2-cade-4ebe-a1f2-6ce7df44d747 admin admin] Pushing event updated for resources: {'Network': ['ID=ee3e8106-80db-4a57-b5f1-01b66c3d6068,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:01.212515 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-8c2945c2-cade-4ebe-a1f2-6ce7df44d747 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:01.221968 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Network ee3e8106-80db-4a57-b5f1-01b66c3d6068 details requested by agent ovs-agent-dv-cinder-786927-1-iscsi with host dv-cinder-786927-1-iscsi {{(pid=86364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 18:22:01.229326 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-8c2945c2-cade-4ebe-a1f2-6ce7df44d747 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6403358 Apr 19 18:22:01.233655 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 37036) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:22:01.246132 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-b6c4f4ee-3124-486a-b0f8-8fc4ea0a0c2f admin admin] Request body: {'subnet': {'network_id': 'ee3e8106-80db-4a57-b5f1-01b66c3d6068', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2054433140-subnet', 'tenant_id': '8cfc0774767b4ee2a8ab4a716fcb72d7', 'ip_version': 4}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:22:01.254017 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-b6c4f4ee-3124-486a-b0f8-8fc4ea0a0c2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:22:01.260206 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-b6c4f4ee-3124-486a-b0f8-8fc4ea0a0c2f admin admin] Usage tracker for resource:subnet and tenant:8cfc0774767b4ee2a8ab4a716fcb72d7 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:22:01.264353 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-b6c4f4ee-3124-486a-b0f8-8fc4ea0a0c2f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:22:01.272702 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-b6c4f4ee-3124-486a-b0f8-8fc4ea0a0c2f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:22:01.290556 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c4f4ee-3124-486a-b0f8-8fc4ea0a0c2f admin admin] Made reservation on behalf of 8cfc0774767b4ee2a8ab4a716fcb72d7 for: {'subnet': 1} {{(pid=86363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:22:01.299282 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b6c4f4ee-3124-486a-b0f8-8fc4ea0a0c2f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844083904'] for subnet, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:01.672308 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0de81554-97d3-4e7a-8aba-7103dae2a18d tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Notify callbacks [] for port, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:01.700744 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-70242487-d046-46bf-8d1f-b49a3f1b30f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854149052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854126372'] for router, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:01.887173 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b6c4f4ee-3124-486a-b0f8-8fc4ea0a0c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853862292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036844288203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844083887'] for subnet, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:01.894170 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:01.921788 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0de81554-97d3-4e7a-8aba-7103dae2a18d tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782697811417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844104858'] for port, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:01.930214 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-95634712-7db7-4a11-89f0-206e71f51ab7 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:01.981608 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c4f4ee-3124-486a-b0f8-8fc4ea0a0c2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=856ce6ba-63b7-4a97-8787-460c79227031,revision_number=0']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:01.986225 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b6c4f4ee-3124-486a-b0f8-8fc4ea0a0c2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:01.993865 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c4f4ee-3124-486a-b0f8-8fc4ea0a0c2f admin admin] Checking segment: {'id': 'dbe7f3dc-3eb9-4e8e-9dad-eb970a5c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ee3e8106-80db-4a57-b5f1-01b66c3d6068'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:22:01.994552 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c4f4ee-3124-486a-b0f8-8fc4ea0a0c2f admin admin] Network hostable DHCP agents. Network: ee3e8106-80db-4a57-b5f1-01b66c3d6068, hostable agents: ['66dd5093-526f-401d-add7-2f8e88013a06'], hosted agents: [] {{(pid=86363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 18:22:02.011033 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de81554-97d3-4e7a-8aba-7103dae2a18d tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Network 4d554598-b480-4681-a36f-a7d82bbc0b33 is already hosted by enough agents. {{(pid=86362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:22:02.022910 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-0de81554-97d3-4e7a-8aba-7103dae2a18d tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Resources bound (agent type, host, resource id): {{(pid=86362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:22:02.024385 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c4f4ee-3124-486a-b0f8-8fc4ea0a0c2f admin admin] Network ee3e8106-80db-4a57-b5f1-01b66c3d6068 is scheduled to be hosted by DHCP agent 66dd5093-526f-401d-add7-2f8e88013a06 with binding_index 1 {{(pid=86363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 18:22:02.025030 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de81554-97d3-4e7a-8aba-7103dae2a18d tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Received port after_create {{(pid=86362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:22:02.035869 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-b6c4f4ee-3124-486a-b0f8-8fc4ea0a0c2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786927-1-iscsi, ee3e8106-80db-4a57-b5f1-01b66c3d6068) {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:22:02.046905 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4ef0ca-f22b-40ef-91da-695de51a27a5 None None] Network ee3e8106-80db-4a57-b5f1-01b66c3d6068 requested from dv-cinder-786927-1-iscsi {{(pid=86364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:22:02.107595 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de81554-97d3-4e7a-8aba-7103dae2a18d tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Pushing event updated for resources: {'Port': ['ID=fc257aa9-a1a1-456e-aac9-65209f84a80c,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:02.136619 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-0de81554-97d3-4e7a-8aba-7103dae2a18d tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:02.215955 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0de81554-97d3-4e7a-8aba-7103dae2a18d tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:02.322963 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70242487-d046-46bf-8d1f-b49a3f1b30f5 admin admin] Router 06903e02-b5ee-4ad8-a32f-bf7deafb1a58 is scheduled to L3 agent 24af6f5b-4620-4572-ab28-0613f710586e with binding_index 1 {{(pid=86362) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 19 18:22:02.343282 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0de81554-97d3-4e7a-8aba-7103dae2a18d tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:02.367637 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device 941ffc4c-80d3-4f44-8cfb-a5a802118984 up at agent ovs-agent-dv-cinder-786927-1-iscsi {{(pid=86364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:22:02.380060 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c4f4ee-3124-486a-b0f8-8fc4ea0a0c2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:02.380720 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b6c4f4ee-3124-486a-b0f8-8fc4ea0a0c2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759945'] for subnet, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:02.402169 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-b6c4f4ee-3124-486a-b0f8-8fc4ea0a0c2f admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1672528 Apr 19 18:22:02.404817 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 37048) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:22:02.410862 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-04ba576d-84f1-44de-9230-3a0a3d756297 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2054433140-router', 'tenant_id': '8cfc0774767b4ee2a8ab4a716fcb72d7', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33'}}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:22:02.416598 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-04ba576d-84f1-44de-9230-3a0a3d756297 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:22:02.421235 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-04ba576d-84f1-44de-9230-3a0a3d756297 admin admin] Usage tracker for resource:router and tenant:8cfc0774767b4ee2a8ab4a716fcb72d7 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:22:02.424410 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-04ba576d-84f1-44de-9230-3a0a3d756297 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:22:02.431615 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-04ba576d-84f1-44de-9230-3a0a3d756297 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:22:02.441636 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-04ba576d-84f1-44de-9230-3a0a3d756297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854149137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854772548'] for router, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:02.442925 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-04ba576d-84f1-44de-9230-3a0a3d756297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-626663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-921872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3236'] for router, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:02.462826 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-04ba576d-84f1-44de-9230-3a0a3d756297 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:02.552455 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3c3f11-b7ee-449a-ad54-1b1355369518 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7ea2a11-35e3-5807-b576-1bd2b4770768-ee3e8106-80db-4a57-b5f1-01b66c3d6068', 'network_id': 'ee3e8106-80db-4a57-b5f1-01b66c3d6068', 'tenant_id': '8cfc0774767b4ee2a8ab4a716fcb72d7', 'fixed_ips': [{'subnet_id': '856ce6ba-63b7-4a97-8787-460c79227031'}]}} from dv-cinder-786927-1-iscsi. {{(pid=86364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 19 18:22:02.553383 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8d3c3f11-b7ee-449a-ad54-1b1355369518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:02.566819 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Provisioning for port 941ffc4c-80d3-4f44-8cfb-a5a802118984 completed by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:22:02.579591 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Provisioning complete for port 941ffc4c-80d3-4f44-8cfb-a5a802118984 triggered by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:22:02.580446 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:02.782280 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0de81554-97d3-4e7a-8aba-7103dae2a18d tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Notify callbacks [] for port, precommit_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:02.811706 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-04ba576d-84f1-44de-9230-3a0a3d756297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3221'] for router, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:02.838903 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70242487-d046-46bf-8d1f-b49a3f1b30f5 admin admin] Notify agent at l3_agent.dv-cinder-786927-1-iscsi the message routers_updated {{(pid=86362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:22:02.850689 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052a4612-470b-4ec8-a5b9-18a628d219b8 None None] Sync routers for ids ['06903e02-b5ee-4ad8-a32f-bf7deafb1a58'] in dv-cinder-786927-1-iscsi {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:22:02.867030 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052a4612-470b-4ec8-a5b9-18a628d219b8 None None] Routers {'06903e02-b5ee-4ad8-a32f-bf7deafb1a58'} bound to L3 agent in host dv-cinder-786927-1-iscsi {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:22:02.868502 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-052a4612-470b-4ec8-a5b9-18a628d219b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T18:07:54Z,description=,heartbeat_timestamp=2021-04-19T18:21:54Z,host='dv-cinder-786927-1-iscsi',id=24af6f5b-4620-4572-ab28-0613f710586e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:07:54Z,topic='l3_agent')) {'router_ids': ['06903e02-b5ee-4ad8-a32f-bf7deafb1a58'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:22:02.885090 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:02.895452 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0de81554-97d3-4e7a-8aba-7103dae2a18d tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10670959'] for port, after_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:02.906952 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] For port 941ffc4c-80d3-4f44-8cfb-a5a802118984, host dv-cinder-786927-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-iscsi',level=0,port_id=941ffc4c-80d3-4f44-8cfb-a5a802118984,segment=NetworkSegment(c45e75c0-3629-4b9b-9637-c1f0a35fb912),segment_id=c45e75c0-3629-4b9b-9637-c1f0a35fb912)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:22:02.912373 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-a3801696-cdb8-4516-813a-623afa2567f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:02.916404 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [None req-8d3c3f11-b7ee-449a-ad54-1b1355369518 None None] Allocated IP 172.20.0.2 (ee3e8106-80db-4a57-b5f1-01b66c3d6068/856ce6ba-63b7-4a97-8787-460c79227031/69987ecd-4ff7-4e49-bc86-5606dc89bc3c) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:22:02.919839 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:02.921064 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device 33349fab-254c-4557-ad77-f04fa6df2eb5 up at agent ovs-agent-dv-cinder-786927-1-iscsi {{(pid=86364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:22:02.958942 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-3f10669e-0ed1-4d13-a5fe-4c4126f779fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:02.988257 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-70242487-d046-46bf-8d1f-b49a3f1b30f5 admin admin] Notify callbacks [] for router, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:02.989595 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-70242487-d046-46bf-8d1f-b49a3f1b30f5 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.1182313 Apr 19 18:22:02.993276 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 37052) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:22:02.993806 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de81554-97d3-4e7a-8aba-7103dae2a18d tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Pushing event updated for resources: {'Port': ['ID=fc257aa9-a1a1-456e-aac9-65209f84a80c,revision_number=2']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:03.004525 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-0de81554-97d3-4e7a-8aba-7103dae2a18d tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:03.022643 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131b7d91-c515-4394-a0b5-e334fefa5d73 None None] Network 1f49822f-29ba-4e60-a46b-78786ac1f34c requested from dv-cinder-786927-1-iscsi {{(pid=86364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:22:03.079908 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0de81554-97d3-4e7a-8aba-7103dae2a18d tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854123342'] for floatingip, after_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:03.103107 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0de81554-97d3-4e7a-8aba-7103dae2a18d tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773849'] for floatingip, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:03.113239 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-0de81554-97d3-4e7a-8aba-7103dae2a18d tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3030107 Apr 19 18:22:03.127259 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-052a4612-470b-4ec8-a5b9-18a628d219b8 None None] Set router 06903e02-b5ee-4ad8-a32f-bf7deafb1a58 gateway port host: dv-cinder-786927-1-iscsi {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:22:03.177871 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-74eaba86-141a-43aa-8530-0dbcd6c4764a None None] Provisioning for port 33349fab-254c-4557-ad77-f04fa6df2eb5 completed by entity DHCP. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:22:03.440425 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-5c12a882-9e3e-4621-9bb5-09420a3f958a req-a0337036-c0c9-42e7-a8a0-7b5844d4880a tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Synchronizing usage tracker for tenant:d40df5788f6140729f7e263c33f44bda on resource:security_group {{(pid=86362) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:22:03.473783 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-5c12a882-9e3e-4621-9bb5-09420a3f958a req-a0337036-c0c9-42e7-a8a0-7b5844d4880a tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Unset dirty status for tenant:d40df5788f6140729f7e263c33f44bda on resource:security_group {{(pid=86362) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:22:03.475011 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5c12a882-9e3e-4621-9bb5-09420a3f958a req-a0337036-c0c9-42e7-a8a0-7b5844d4880a tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--2090392126&fields=id&tenant_id=d40df5788f6140729f7e263c33f44bda HTTP/1.1" status: 200 len: 267 time: 0.0960884 Apr 19 18:22:03.665374 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-052a4612-470b-4ec8-a5b9-18a628d219b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06903e02-b5ee-4ad8-a32f-bf7deafb1a58', 'name': 'tempest-TestVolumeBootPattern-273059214-router', 'tenant_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '98271dc7-b9d9-46a4-a452-6f803fe9e7ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:21:57Z', 'updated_at': '2021-04-19T18:22:00Z', 'revision_number': 3, 'project_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'gw_port': {'id': '98271dc7-b9d9-46a4-a452-6f803fe9e7ab', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cc:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06903e02-b5ee-4ad8-a32f-bf7deafb1a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:59Z', 'updated_at': '2021-04-19T18:21:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi'}], 'dv-cinder-786927-1-iscsi', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:22:03.680299 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052a4612-470b-4ec8-a5b9-18a628d219b8 None None] Checking router: 06903e02-b5ee-4ad8-a32f-bf7deafb1a58 for host: dv-cinder-786927-1-iscsi {{(pid=86365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:22:03.680730 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052a4612-470b-4ec8-a5b9-18a628d219b8 None None] Updating router 06903e02-b5ee-4ad8-a32f-bf7deafb1a58 port 98271dc7-b9d9-46a4-a452-6f803fe9e7ab binding host dv-cinder-786927-1-iscsi {{(pid=86365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 18:22:03.702717 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c12a882-9e3e-4621-9bb5-09420a3f958a req-3ea77371-86f6-4ddf-96f2-e35f4defa34b tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:03.705020 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5c12a882-9e3e-4621-9bb5-09420a3f958a req-3ea77371-86f6-4ddf-96f2-e35f4defa34b tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/networks?id=7bcee201-e581-4998-8db1-0eb0dcf42dab HTTP/1.1" status: 200 len: 817 time: 0.2209449 Apr 19 18:22:03.718109 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-04ba576d-84f1-44de-9230-3a0a3d756297 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:03.734774 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5c12a882-9e3e-4621-9bb5-09420a3f958a req-e839e76f-0602-4be9-8c09-ce1fc1a9700e tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/quotas/d40df5788f6140729f7e263c33f44bda HTTP/1.1" status: 200 len: 375 time: 0.0227261 Apr 19 18:22:03.743862 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8d3c3f11-b7ee-449a-ad54-1b1355369518 None None] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:03.766875 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Pushing event updated for resources: {'Port': ['ID=941ffc4c-80d3-4f44-8cfb-a5a802118984,revision_number=4']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:03.776640 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-8d3c3f11-b7ee-449a-ad54-1b1355369518 None None] Transition to ACTIVE for port object 69987ecd-4ff7-4e49-bc86-5606dc89bc3c will not be triggered until provisioned by entity L2. {{(pid=86364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:22:03.833995 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-052a4612-470b-4ec8-a5b9-18a628d219b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:03.886944 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.928s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:03.917461 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-5c12a882-9e3e-4621-9bb5-09420a3f958a req-fe2cb382-9faa-46bb-b191-361b8225db71 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Synchronizing usage tracker for tenant:d40df5788f6140729f7e263c33f44bda on resource:port {{(pid=86362) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:22:03.940598 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-5c12a882-9e3e-4621-9bb5-09420a3f958a req-fe2cb382-9faa-46bb-b191-361b8225db71 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Unset dirty status for tenant:d40df5788f6140729f7e263c33f44bda on resource:port {{(pid=86362) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:22:03.942120 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5c12a882-9e3e-4621-9bb5-09420a3f958a req-fe2cb382-9faa-46bb-b191-361b8225db71 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d40df5788f6140729f7e263c33f44bda&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1963458 Apr 19 18:22:03.949263 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-04ba576d-84f1-44de-9230-3a0a3d756297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:03.977963 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Provisioning for port 33349fab-254c-4557-ad77-f04fa6df2eb5 completed by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:22:04.007742 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-8d3c3f11-b7ee-449a-ad54-1b1355369518 None None] Transition to ACTIVE for port object 69987ecd-4ff7-4e49-bc86-5606dc89bc3c will not be triggered until provisioned by entity DHCP. {{(pid=86364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:22:04.011955 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Provisioning complete for port 33349fab-254c-4557-ad77-f04fa6df2eb5 triggered by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:22:04.012810 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:04.106724 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:04.111501 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8d3c3f11-b7ee-449a-ad54-1b1355369518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782697811417'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:04.126311 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:04.246202 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3c3f11-b7ee-449a-ad54-1b1355369518 None None] Network ee3e8106-80db-4a57-b5f1-01b66c3d6068 is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:22:04.250735 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-8d3c3f11-b7ee-449a-ad54-1b1355369518 None None] Resources bound (agent type, host, resource id): {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:22:04.278619 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3c3f11-b7ee-449a-ad54-1b1355369518 None None] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:22:04.288323 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5c12a882-9e3e-4621-9bb5-09420a3f958a req-10c22ff8-b7ce-4017-95b3-4a09724324f3 service neutron] 10.222.0.36 "GET /v2.0/networks/7bcee201-e581-4998-8db1-0eb0dcf42dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3294344 Apr 19 18:22:04.303165 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3c3f11-b7ee-449a-ad54-1b1355369518 None None] Pushing event updated for resources: {'Port': ['ID=69987ecd-4ff7-4e49-bc86-5606dc89bc3c,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:04.350043 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-8d3c3f11-b7ee-449a-ad54-1b1355369518 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:04.350308 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [None req-04ba576d-84f1-44de-9230-3a0a3d756297 admin admin] Allocated IP 172.27.0.144 (4d554598-b480-4681-a36f-a7d82bbc0b33/6ca15ad6-e22c-47ba-9758-57475411b5fa/dbfd9b72-a828-4c1d-83a4-2592537c0734) {{(pid=86363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:22:04.400482 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2bf5f682-cafc-4488-80c5-b94e2f488f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:04.415710 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:04.459482 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5c12a882-9e3e-4621-9bb5-09420a3f958a req-604eaba4-3ef5-4b81-844e-e6aafe3e5eb2 service neutron] 10.222.0.36 "GET /v2.0/networks/7bcee201-e581-4998-8db1-0eb0dcf42dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566114 Apr 19 18:22:04.461846 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-8d3c3f11-b7ee-449a-ad54-1b1355369518 None None] Attempting to bind port 69987ecd-4ff7-4e49-bc86-5606dc89bc3c on host dv-cinder-786927-1-iscsi for vnic_type normal with profile {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:22:04.463005 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-8d3c3f11-b7ee-449a-ad54-1b1355369518 None None] Attempting to bind port 69987ecd-4ff7-4e49-bc86-5606dc89bc3c by drivers openvswitch,hyperv on host dv-cinder-786927-1-iscsi at level 0 using segments [{'id': 'dbe7f3dc-3eb9-4e8e-9dad-eb970a5c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ee3e8106-80db-4a57-b5f1-01b66c3d6068'}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:22:04.463886 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3c3f11-b7ee-449a-ad54-1b1355369518 None None] Attempting to bind port 69987ecd-4ff7-4e49-bc86-5606dc89bc3c on network ee3e8106-80db-4a57-b5f1-01b66c3d6068 {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:22:04.472356 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3c3f11-b7ee-449a-ad54-1b1355369518 None None] Checking agent: {'id': '84360490-1fcf-4ef7-acd4-64c16b857909', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 7, 56), 'started_at': datetime.datetime(2021, 4, 19, 18, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:22:04.472922 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3c3f11-b7ee-449a-ad54-1b1355369518 None None] Checking segment: {'id': 'dbe7f3dc-3eb9-4e8e-9dad-eb970a5c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ee3e8106-80db-4a57-b5f1-01b66c3d6068'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:22:04.473369 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8d3c3f11-b7ee-449a-ad54-1b1355369518 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:04.473792 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3c3f11-b7ee-449a-ad54-1b1355369518 None None] Bound using segment: {'id': 'dbe7f3dc-3eb9-4e8e-9dad-eb970a5c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ee3e8106-80db-4a57-b5f1-01b66c3d6068'} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:22:04.474319 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-8d3c3f11-b7ee-449a-ad54-1b1355369518 None None] Bound port: 69987ecd-4ff7-4e49-bc86-5606dc89bc3c, host: dv-cinder-786927-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe7f3dc-3eb9-4e8e-9dad-eb970a5c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ee3e8106-80db-4a57-b5f1-01b66c3d6068'}}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:22:04.474874 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8d3c3f11-b7ee-449a-ad54-1b1355369518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:04.560874 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] For port 33349fab-254c-4557-ad77-f04fa6df2eb5, host dv-cinder-786927-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-iscsi',level=0,port_id=33349fab-254c-4557-ad77-f04fa6df2eb5,segment=NetworkSegment(3a08ee2f-f5d8-4530-9399-ffecb932d723),segment_id=3a08ee2f-f5d8-4530-9399-ffecb932d723)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:22:04.565679 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ffdc62-c051-46fc-b942-ed11c1d6c0e5 None None] Sync routers for ids ['4e122664-d36b-45de-ad5f-2dd1b16f18cc'] in dv-cinder-786927-1-iscsi {{(pid=86364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:22:04.588285 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:04.616188 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-3f10669e-0ed1-4d13-a5fe-4c4126f779fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:04.691980 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ffdc62-c051-46fc-b942-ed11c1d6c0e5 None None] Routers {'4e122664-d36b-45de-ad5f-2dd1b16f18cc'} bound to L3 agent in host dv-cinder-786927-1-iscsi {{(pid=86364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:22:04.693123 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-05ffdc62-c051-46fc-b942-ed11c1d6c0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T18:07:54Z,description=,heartbeat_timestamp=2021-04-19T18:21:54Z,host='dv-cinder-786927-1-iscsi',id=24af6f5b-4620-4572-ab28-0613f710586e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:07:54Z,topic='l3_agent')) {'router_ids': ['4e122664-d36b-45de-ad5f-2dd1b16f18cc'], 'active': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:22:04.794399 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device 941ffc4c-80d3-4f44-8cfb-a5a802118984 up at agent ovs-agent-dv-cinder-786927-1-iscsi {{(pid=86364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:22:04.816548 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-01081dd7-01e2-4c2d-b2b9-d126132a6ef5 req-05f35268-5941-4aee-9a3e-b72855482b3b tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca19b00d-fa4d-44d5-8b69-1cca3860a9df HTTP/1.1" status: 200 len: 210 time: 0.0698333 Apr 19 18:22:05.168265 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [None req-2bf5f682-cafc-4488-80c5-b94e2f488f17 admin admin] Allocated IP 172.20.0.1 (1f49822f-29ba-4e60-a46b-78786ac1f34c/a7079f5e-d348-48c2-81c0-ab4764c813e8/9b36268b-3921-4430-a588-04a8e09b4384) {{(pid=86363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:22:05.183356 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-04ba576d-84f1-44de-9230-3a0a3d756297 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:05.258184 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-8d3c3f11-b7ee-449a-ad54-1b1355369518 None None] For port 69987ecd-4ff7-4e49-bc86-5606dc89bc3c, host dv-cinder-786927-1-iscsi, cleared binding levels {{(pid=86364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:22:05.285622 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Pushing event updated for resources: {'Port': ['ID=33349fab-254c-4557-ad77-f04fa6df2eb5,revision_number=3']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:05.298676 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-839dbd7f-83fc-457e-8e0e-9160dcff5585 None None] Provisioning complete for port 33349fab-254c-4557-ad77-f04fa6df2eb5 triggered by entity DHCP. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:22:05.299110 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-839dbd7f-83fc-457e-8e0e-9160dcff5585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:05.340409 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.724s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:05.369090 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-8d3c3f11-b7ee-449a-ad54-1b1355369518 None None] For port 69987ecd-4ff7-4e49-bc86-5606dc89bc3c, host dv-cinder-786927-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-iscsi',level=0,port_id=69987ecd-4ff7-4e49-bc86-5606dc89bc3c,segment=NetworkSegment(dbe7f3dc-3eb9-4e8e-9dad-eb970a5c850e),segment_id=dbe7f3dc-3eb9-4e8e-9dad-eb970a5c850e)] {{(pid=86364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:22:05.375162 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Provisioning complete for port 941ffc4c-80d3-4f44-8cfb-a5a802118984 triggered by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:22:05.375702 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:05.423616 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8d3c3f11-b7ee-449a-ad54-1b1355369518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:05.439258 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-8d3c3f11-b7ee-449a-ad54-1b1355369518 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:05.469979 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-04ba576d-84f1-44de-9230-3a0a3d756297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782697811417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10486948'] for port, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:05.483791 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-3b79bc6d-ab3d-4c37-9f2b-e91fe8951166 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:05.543930 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3c3f11-b7ee-449a-ad54-1b1355369518 None None] Pushing event updated for resources: {'Port': ['ID=69987ecd-4ff7-4e49-bc86-5606dc89bc3c,revision_number=2']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:05.547379 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-8d3c3f11-b7ee-449a-ad54-1b1355369518 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:05.611102 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ba576d-84f1-44de-9230-3a0a3d756297 admin admin] Network 4d554598-b480-4681-a36f-a7d82bbc0b33 is already hosted by enough agents. {{(pid=86363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:22:05.620049 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2bf5f682-cafc-4488-80c5-b94e2f488f17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:05.625695 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-04ba576d-84f1-44de-9230-3a0a3d756297 admin admin] Resources bound (agent type, host, resource id): {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:22:05.669349 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ba576d-84f1-44de-9230-3a0a3d756297 admin admin] Received port after_create {{(pid=86363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:22:05.670728 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-05ffdc62-c051-46fc-b942-ed11c1d6c0e5 None None] Set router 4e122664-d36b-45de-ad5f-2dd1b16f18cc gateway port host: dv-cinder-786927-1-iscsi {{(pid=86364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:22:05.809476 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-052a4612-470b-4ec8-a5b9-18a628d219b8 None None] Notify callbacks [] for port, precommit_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:05.825003 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-052a4612-470b-4ec8-a5b9-18a628d219b8 None None] Transition to ACTIVE for port object 98271dc7-b9d9-46a4-a452-6f803fe9e7ab will not be triggered until provisioned by entity L2. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:22:05.832939 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-052a4612-470b-4ec8-a5b9-18a628d219b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:05.841078 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-aa28252d-5dd7-4689-9009-83788656230f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:05.970453 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-052a4612-470b-4ec8-a5b9-18a628d219b8 None None] Attempting to bind port 98271dc7-b9d9-46a4-a452-6f803fe9e7ab on host dv-cinder-786927-1-iscsi for vnic_type normal with profile {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:22:05.970865 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-052a4612-470b-4ec8-a5b9-18a628d219b8 None None] Attempting to bind port 98271dc7-b9d9-46a4-a452-6f803fe9e7ab by drivers openvswitch,hyperv on host dv-cinder-786927-1-iscsi at level 0 using segments [{'id': 'c45e75c0-3629-4b9b-9637-c1f0a35fb912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33'}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:22:05.971305 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052a4612-470b-4ec8-a5b9-18a628d219b8 None None] Attempting to bind port 98271dc7-b9d9-46a4-a452-6f803fe9e7ab on network 4d554598-b480-4681-a36f-a7d82bbc0b33 {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:22:05.987995 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052a4612-470b-4ec8-a5b9-18a628d219b8 None None] Checking agent: {'id': '84360490-1fcf-4ef7-acd4-64c16b857909', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 7, 56), 'started_at': datetime.datetime(2021, 4, 19, 18, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:22:05.988418 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052a4612-470b-4ec8-a5b9-18a628d219b8 None None] Checking segment: {'id': 'c45e75c0-3629-4b9b-9637-c1f0a35fb912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:22:05.988879 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-052a4612-470b-4ec8-a5b9-18a628d219b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:05.989317 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052a4612-470b-4ec8-a5b9-18a628d219b8 None None] Bound using segment: {'id': 'c45e75c0-3629-4b9b-9637-c1f0a35fb912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33'} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:22:05.989841 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-052a4612-470b-4ec8-a5b9-18a628d219b8 None None] Bound port: 98271dc7-b9d9-46a4-a452-6f803fe9e7ab, host: dv-cinder-786927-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c45e75c0-3629-4b9b-9637-c1f0a35fb912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33'}}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:22:05.990258 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-052a4612-470b-4ec8-a5b9-18a628d219b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:06.050652 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b69427-7121-4247-b12e-da8acb855c0e None None] Pushing event updated for resources: {'Port': ['ID=98271dc7-b9d9-46a4-a452-6f803fe9e7ab,revision_number=2']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:06.068304 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b69427-7121-4247-b12e-da8acb855c0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:22:06.068688 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b69427-7121-4247-b12e-da8acb855c0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:22:06.069069 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b69427-7121-4247-b12e-da8acb855c0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:22:06.069439 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b69427-7121-4247-b12e-da8acb855c0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:22:06.069805 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b69427-7121-4247-b12e-da8acb855c0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:22:06.070176 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b69427-7121-4247-b12e-da8acb855c0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:22:06.070543 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b69427-7121-4247-b12e-da8acb855c0e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:22:06.070905 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b69427-7121-4247-b12e-da8acb855c0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:22:06.072056 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b69427-7121-4247-b12e-da8acb855c0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:22:06.072432 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b69427-7121-4247-b12e-da8acb855c0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:22:06.072795 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b69427-7121-4247-b12e-da8acb855c0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:22:06.073156 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b69427-7121-4247-b12e-da8acb855c0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:22:06.097644 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-e2b69427-7121-4247-b12e-da8acb855c0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:06.178690 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a709e6ee-31ee-4a2a-bcfc-626c5e201fcf req-4d338a3b-3073-4cb3-8c3a-9f6c8e9eb92a tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca19b00d-fa4d-44d5-8b69-1cca3860a9df HTTP/1.1" status: 200 len: 210 time: 0.1022108 Apr 19 18:22:06.185460 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-052a4612-470b-4ec8-a5b9-18a628d219b8 None None] For port 98271dc7-b9d9-46a4-a452-6f803fe9e7ab, host dv-cinder-786927-1-iscsi, cleared binding levels {{(pid=86365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:22:06.188793 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-052a4612-470b-4ec8-a5b9-18a628d219b8 None None] For port 98271dc7-b9d9-46a4-a452-6f803fe9e7ab, host dv-cinder-786927-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-iscsi',level=0,port_id=98271dc7-b9d9-46a4-a452-6f803fe9e7ab,segment=NetworkSegment(c45e75c0-3629-4b9b-9637-c1f0a35fb912),segment_id=c45e75c0-3629-4b9b-9637-c1f0a35fb912)] {{(pid=86365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:22:06.192717 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-052a4612-470b-4ec8-a5b9-18a628d219b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:06.198884 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:06.201697 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-05ffdc62-c051-46fc-b942-ed11c1d6c0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e122664-d36b-45de-ad5f-2dd1b16f18cc', 'name': 'tempest-TestShelveInstance-76843865-router', 'tenant_id': 'd29eee7bedfd47868ae5c7a8e8bcaa1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '941ffc4c-80d3-4f44-8cfb-a5a802118984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:21:52Z', 'updated_at': '2021-04-19T18:21:58Z', 'revision_number': 4, 'project_id': 'd29eee7bedfd47868ae5c7a8e8bcaa1a', 'gw_port': {'id': '941ffc4c-80d3-4f44-8cfb-a5a802118984', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f7:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e122664-d36b-45de-ad5f-2dd1b16f18cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:53Z', 'updated_at': '2021-04-19T18:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi', '_interfaces': [{'id': 'e01ac733-2bdb-48e8-866d-af9558d5728d', 'name': '', 'network_id': '45d46b2a-8de6-42c9-bd73-54daf8078cd3', 'tenant_id': 'd29eee7bedfd47868ae5c7a8e8bcaa1a', 'mac_address': 'fa:16:3e:af:2c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e122664-d36b-45de-ad5f-2dd1b16f18cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '172eff84-753d-4a46-a1f9-70acd6cf59f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:57Z', 'updated_at': '2021-04-19T18:21:58Z', 'revision_number': 2, 'project_id': 'd29eee7bedfd47868ae5c7a8e8bcaa1a', 'subnets': [{'id': '172eff84-753d-4a46-a1f9-70acd6cf59f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-iscsi', False) {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:22:06.214125 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ffdc62-c051-46fc-b942-ed11c1d6c0e5 None None] Checking router: 4e122664-d36b-45de-ad5f-2dd1b16f18cc for host: dv-cinder-786927-1-iscsi {{(pid=86364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:22:06.214757 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ffdc62-c051-46fc-b942-ed11c1d6c0e5 None None] Updating router 4e122664-d36b-45de-ad5f-2dd1b16f18cc port e01ac733-2bdb-48e8-866d-af9558d5728d binding host dv-cinder-786927-1-iscsi {{(pid=86364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 18:22:06.290911 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-05ffdc62-c051-46fc-b942-ed11c1d6c0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:06.304027 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052a4612-470b-4ec8-a5b9-18a628d219b8 None None] Routers {'06903e02-b5ee-4ad8-a32f-bf7deafb1a58'} bound to L3 agent in host dv-cinder-786927-1-iscsi {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:22:06.305004 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-052a4612-470b-4ec8-a5b9-18a628d219b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T18:07:54Z,description=,heartbeat_timestamp=2021-04-19T18:21:54Z,host='dv-cinder-786927-1-iscsi',id=24af6f5b-4620-4572-ab28-0613f710586e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:07:54Z,topic='l3_agent')) {'router_ids': ['06903e02-b5ee-4ad8-a32f-bf7deafb1a58'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:22:06.356062 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-2bf5f682-cafc-4488-80c5-b94e2f488f17 admin admin] Transition to ACTIVE for port object 9b36268b-3921-4430-a588-04a8e09b4384 will not be triggered until provisioned by entity DHCP. {{(pid=86363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:22:06.357448 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ba576d-84f1-44de-9230-3a0a3d756297 admin admin] Pushing event updated for resources: {'Port': ['ID=dbfd9b72-a828-4c1d-83a4-2592537c0734,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:06.363495 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-04ba576d-84f1-44de-9230-3a0a3d756297 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.880s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:06.433153 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-04ba576d-84f1-44de-9230-3a0a3d756297 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:06.455448 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 37120) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:22:06.494468 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2bf5f682-cafc-4488-80c5-b94e2f488f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782697811417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10486948'] for port, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:06.532527 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcdf6ae5-fc71-430d-8089-98b587573e29 admin admin] Deleting subnet a039269f-8037-4f79-a807-f88fb431463a {{(pid=86362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 18:22:06.538503 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdf6ae5-fc71-430d-8089-98b587573e29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:06.565351 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-04ba576d-84f1-44de-9230-3a0a3d756297 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:06.570903 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-052a4612-470b-4ec8-a5b9-18a628d219b8 None None] Set router 06903e02-b5ee-4ad8-a32f-bf7deafb1a58 gateway port host: dv-cinder-786927-1-iscsi {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:22:06.650546 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf5f682-cafc-4488-80c5-b94e2f488f17 admin admin] Network 1f49822f-29ba-4e60-a46b-78786ac1f34c is already hosted by enough agents. {{(pid=86363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:22:06.660476 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf5f682-cafc-4488-80c5-b94e2f488f17 admin admin] Pushing event updated for resources: {'Port': ['ID=9b36268b-3921-4430-a588-04a8e09b4384,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:06.663194 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-2bf5f682-cafc-4488-80c5-b94e2f488f17 admin admin] Resources bound (agent type, host, resource id): {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:22:06.669977 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-2bf5f682-cafc-4488-80c5-b94e2f488f17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:06.673183 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf5f682-cafc-4488-80c5-b94e2f488f17 admin admin] Received port after_create {{(pid=86363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:22:06.740886 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdf6ae5-fc71-430d-8089-98b587573e29 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666202'] for subnet, precommit_delete_associations {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:06.801768 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c12a882-9e3e-4621-9bb5-09420a3f958a req-342492c4-ff08-4829-8bf2-0e75ed66b98e tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:06.803692 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5c12a882-9e3e-4621-9bb5-09420a3f958a req-342492c4-ff08-4829-8bf2-0e75ed66b98e tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.53 "GET /v2.0/networks?id=7bcee201-e581-4998-8db1-0eb0dcf42dab HTTP/1.1" status: 200 len: 817 time: 0.5572312 Apr 19 18:22:06.829291 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2bf5f682-cafc-4488-80c5-b94e2f488f17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652289'] for router_interface, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:06.861836 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b69427-7121-4247-b12e-da8acb855c0e None None] Pushing event updated for resources: {'Port': ['ID=98271dc7-b9d9-46a4-a452-6f803fe9e7ab,revision_number=3']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:06.866399 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-e2b69427-7121-4247-b12e-da8acb855c0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.667s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:06.909263 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device 69987ecd-4ff7-4e49-bc86-5606dc89bc3c up at agent ovs-agent-dv-cinder-786927-1-iscsi {{(pid=86364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:22:06.925489 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdf6ae5-fc71-430d-8089-98b587573e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013858'] for subnet, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:07.077993 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5c12a882-9e3e-4621-9bb5-09420a3f958a req-fcf1a326-6559-4c73-b1d7-d1d8d92242c7 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d40df5788f6140729f7e263c33f44bda HTTP/1.1" status: 200 len: 5708 time: 0.2579629 Apr 19 18:22:07.142012 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-05ffdc62-c051-46fc-b942-ed11c1d6c0e5 None None] Notify callbacks [] for port, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:07.154506 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-05ffdc62-c051-46fc-b942-ed11c1d6c0e5 None None] Transition to ACTIVE for port object e01ac733-2bdb-48e8-866d-af9558d5728d will not be triggered until provisioned by entity L2. {{(pid=86364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:22:07.166416 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-05ffdc62-c051-46fc-b942-ed11c1d6c0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:07.173150 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:07.239869 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-04ba576d-84f1-44de-9230-3a0a3d756297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854149052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854126372'] for router, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:07.257673 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-052a4612-470b-4ec8-a5b9-18a628d219b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06903e02-b5ee-4ad8-a32f-bf7deafb1a58', 'name': 'tempest-TestVolumeBootPattern-273059214-router', 'tenant_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '98271dc7-b9d9-46a4-a452-6f803fe9e7ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:21:57Z', 'updated_at': '2021-04-19T18:22:00Z', 'revision_number': 3, 'project_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'gw_port': {'id': '98271dc7-b9d9-46a4-a452-6f803fe9e7ab', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cc:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06903e02-b5ee-4ad8-a32f-bf7deafb1a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:59Z', 'updated_at': '2021-04-19T18:22:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi'}], 'dv-cinder-786927-1-iscsi', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:22:07.262873 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052a4612-470b-4ec8-a5b9-18a628d219b8 None None] The sync data for ids ['06903e02-b5ee-4ad8-a32f-bf7deafb1a58'] in dv-cinder-786927-1-iscsi is: [{'id': '06903e02-b5ee-4ad8-a32f-bf7deafb1a58', 'name': 'tempest-TestVolumeBootPattern-273059214-router', 'tenant_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '98271dc7-b9d9-46a4-a452-6f803fe9e7ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:21:57Z', 'updated_at': '2021-04-19T18:22:00Z', 'revision_number': 3, 'project_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'gw_port': {'id': '98271dc7-b9d9-46a4-a452-6f803fe9e7ab', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cc:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06903e02-b5ee-4ad8-a32f-bf7deafb1a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:59Z', 'updated_at': '2021-04-19T18:22:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi'}] {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:22:07.311363 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7af8311-22f1-4af6-9e4f-e6c18ad2d817 None None] Pushing event updated for resources: {'Port': ['ID=e01ac733-2bdb-48e8-866d-af9558d5728d,revision_number=3']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:07.323810 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-a7af8311-22f1-4af6-9e4f-e6c18ad2d817 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:07.329425 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [req-5c12a882-9e3e-4621-9bb5-09420a3f958a req-5549071a-7590-4376-ae5d-0d987d4db3d9 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Request body: {'port': {'device_id': 'ca19b00d-fa4d-44d5-8b69-1cca3860a9df', 'network_id': '7bcee201-e581-4998-8db1-0eb0dcf42dab', 'admin_state_up': True, 'tenant_id': 'd40df5788f6140729f7e263c33f44bda', 'security_groups': ['4e9487a4-42da-4069-8845-545fc4d734ea']}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:22:07.491947 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-9a5fd26d-2964-46a3-a064-ea702fb9975a None None] Provisioning for port 9b36268b-3921-4430-a588-04a8e09b4384 completed by entity DHCP. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:22:07.515347 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Provisioning for port 69987ecd-4ff7-4e49-bc86-5606dc89bc3c completed by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:22:07.518448 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-9a5fd26d-2964-46a3-a064-ea702fb9975a None None] Provisioning complete for port 9b36268b-3921-4430-a588-04a8e09b4384 triggered by entity DHCP. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:22:07.518865 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9a5fd26d-2964-46a3-a064-ea702fb9975a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:07.521336 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2bf5f682-cafc-4488-80c5-b94e2f488f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:07.564729 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b767200c-314f-4665-87b1-f14bc5363dfe req-d2d3ea50-1955-4ee8-8652-6e046629c0d9 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca19b00d-fa4d-44d5-8b69-1cca3860a9df HTTP/1.1" status: 200 len: 210 time: 0.0844691 Apr 19 18:22:07.613184 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [req-5c12a882-9e3e-4621-9bb5-09420a3f958a req-5549071a-7590-4376-ae5d-0d987d4db3d9 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:22:07.616846 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdf6ae5-fc71-430d-8089-98b587573e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850761958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853862292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036844105550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11480279'] for subnet, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:07.617844 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151f3674-e7b5-4990-86cc-1b12576ba71e None None] Network ee3e8106-80db-4a57-b5f1-01b66c3d6068 requested from dv-cinder-786927-1-iscsi {{(pid=86364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:22:07.627959 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-2e585041-3bd7-4f06-9190-200592923c47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:07.664748 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device 33349fab-254c-4557-ad77-f04fa6df2eb5 up at agent ovs-agent-dv-cinder-786927-1-iscsi {{(pid=86364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:22:07.673906 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [req-5c12a882-9e3e-4621-9bb5-09420a3f958a req-5549071a-7590-4376-ae5d-0d987d4db3d9 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:22:07.676402 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdf6ae5-fc71-430d-8089-98b587573e29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a039269f-8037-4f79-a807-f88fb431463a,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:07.684847 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-dcdf6ae5-fc71-430d-8089-98b587573e29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:07.689175 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdf6ae5-fc71-430d-8089-98b587573e29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:07.697814 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c12a882-9e3e-4621-9bb5-09420a3f958a req-5549071a-7590-4376-ae5d-0d987d4db3d9 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Made reservation on behalf of d40df5788f6140729f7e263c33f44bda for: {'port': 1} {{(pid=86362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:22:07.710301 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-5c12a882-9e3e-4621-9bb5-09420a3f958a req-5549071a-7590-4376-ae5d-0d987d4db3d9 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:07.740679 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-dcdf6ae5-fc71-430d-8089-98b587573e29 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/a039269f-8037-4f79-a807-f88fb431463a HTTP/1.1" status: 204 len: 168 time: 1.2833185 Apr 19 18:22:07.758185 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 37132) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:22:07.862678 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-9a5fd26d-2964-46a3-a064-ea702fb9975a None None] Port 9b36268b-3921-4430-a588-04a8e09b4384 cannot update to ACTIVE because it is not bound. {{(pid=86364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:22:07.871777 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04ba576d-84f1-44de-9230-3a0a3d756297 admin admin] Router b279b799-3900-478f-801a-7b31870f7c4d is scheduled to L3 agent 24af6f5b-4620-4572-ab28-0613f710586e with binding_index 1 {{(pid=86363) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 19 18:22:07.897888 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-05ffdc62-c051-46fc-b942-ed11c1d6c0e5 None None] Attempting to bind port e01ac733-2bdb-48e8-866d-af9558d5728d on host dv-cinder-786927-1-iscsi for vnic_type normal with profile {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:22:07.898229 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-05ffdc62-c051-46fc-b942-ed11c1d6c0e5 None None] Attempting to bind port e01ac733-2bdb-48e8-866d-af9558d5728d by drivers openvswitch,hyperv on host dv-cinder-786927-1-iscsi at level 0 using segments [{'id': '2b9d4c4a-fbb2-4b6f-8844-c1133daaedbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '45d46b2a-8de6-42c9-bd73-54daf8078cd3'}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:22:07.898625 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ffdc62-c051-46fc-b942-ed11c1d6c0e5 None None] Attempting to bind port e01ac733-2bdb-48e8-866d-af9558d5728d on network 45d46b2a-8de6-42c9-bd73-54daf8078cd3 {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:22:07.938346 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ffdc62-c051-46fc-b942-ed11c1d6c0e5 None None] Checking agent: {'id': '84360490-1fcf-4ef7-acd4-64c16b857909', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 7, 56), 'started_at': datetime.datetime(2021, 4, 19, 18, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:22:07.938808 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ffdc62-c051-46fc-b942-ed11c1d6c0e5 None None] Checking segment: {'id': '2b9d4c4a-fbb2-4b6f-8844-c1133daaedbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '45d46b2a-8de6-42c9-bd73-54daf8078cd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:22:07.939292 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-05ffdc62-c051-46fc-b942-ed11c1d6c0e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:07.939749 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ffdc62-c051-46fc-b942-ed11c1d6c0e5 None None] Bound using segment: {'id': '2b9d4c4a-fbb2-4b6f-8844-c1133daaedbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '45d46b2a-8de6-42c9-bd73-54daf8078cd3'} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:22:07.940274 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-05ffdc62-c051-46fc-b942-ed11c1d6c0e5 None None] Bound port: e01ac733-2bdb-48e8-866d-af9558d5728d, host: dv-cinder-786927-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b9d4c4a-fbb2-4b6f-8844-c1133daaedbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '45d46b2a-8de6-42c9-bd73-54daf8078cd3'}}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:22:07.940709 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-05ffdc62-c051-46fc-b942-ed11c1d6c0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:08.064519 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-fcf0f008-3fbc-4001-877d-a950bd58b580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3689838'] for network, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:08.110688 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Provisioning complete for port 33349fab-254c-4557-ad77-f04fa6df2eb5 triggered by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:22:08.110688 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:08.242791 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.agents_db [None req-8d26a53d-5aec-40fe-9147-3f846c88e388 None None] Agent healthcheck: found 6 active agents {{(pid=86365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:22:08.301535 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [req-5c12a882-9e3e-4621-9bb5-09420a3f958a req-5549071a-7590-4376-ae5d-0d987d4db3d9 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Allocated IP 172.20.0.13 (7bcee201-e581-4998-8db1-0eb0dcf42dab/f115f197-c2a2-4c8a-a041-6b1ab4a2efc7/c425db17-6363-44bb-a944-ee3829897721) {{(pid=86362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:22:08.439882 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2bf5f682-cafc-4488-80c5-b94e2f488f17 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:08.449485 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2bf5f682-cafc-4488-80c5-b94e2f488f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844288851'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:08.483918 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-131bd06c-45ce-4e40-9f70-56b76e6fb045 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:08.527921 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-10076fd1-6145-4ec6-a02e-9f98e3760bf2 None None] Provisioning for port 69987ecd-4ff7-4e49-bc86-5606dc89bc3c completed by entity DHCP. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:22:08.536034 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-05ffdc62-c051-46fc-b942-ed11c1d6c0e5 None None] For port e01ac733-2bdb-48e8-866d-af9558d5728d, host dv-cinder-786927-1-iscsi, cleared binding levels {{(pid=86364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:22:08.551287 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-10076fd1-6145-4ec6-a02e-9f98e3760bf2 None None] Provisioning complete for port 69987ecd-4ff7-4e49-bc86-5606dc89bc3c triggered by entity DHCP. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:22:08.551716 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-10076fd1-6145-4ec6-a02e-9f98e3760bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:08.588229 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-05ffdc62-c051-46fc-b942-ed11c1d6c0e5 None None] For port e01ac733-2bdb-48e8-866d-af9558d5728d, host dv-cinder-786927-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-iscsi',level=0,port_id=e01ac733-2bdb-48e8-866d-af9558d5728d,segment=NetworkSegment(2b9d4c4a-fbb2-4b6f-8844-c1133daaedbe),segment_id=2b9d4c4a-fbb2-4b6f-8844-c1133daaedbe)] {{(pid=86364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:22:08.594328 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2bf5f682-cafc-4488-80c5-b94e2f488f17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854123418'] for router_interface, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:08.608044 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-05ffdc62-c051-46fc-b942-ed11c1d6c0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:08.610887 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04ba576d-84f1-44de-9230-3a0a3d756297 admin admin] Notify agent at l3_agent.dv-cinder-786927-1-iscsi the message routers_updated {{(pid=86363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:22:08.617646 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:08.621196 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-fcf0f008-3fbc-4001-877d-a950bd58b580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850761865', 'neutron.services.segments.db._delete_segments_for_network-8782698178163'] for network, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:08.623590 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5997f9f5-3560-4eb6-ae0b-f54a72bdf477 None None] Sync routers for ids ['b279b799-3900-478f-801a-7b31870f7c4d'] in dv-cinder-786927-1-iscsi {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:22:08.645364 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5997f9f5-3560-4eb6-ae0b-f54a72bdf477 None None] Routers {'b279b799-3900-478f-801a-7b31870f7c4d'} bound to L3 agent in host dv-cinder-786927-1-iscsi {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:22:08.646011 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-5997f9f5-3560-4eb6-ae0b-f54a72bdf477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T18:07:54Z,description=,heartbeat_timestamp=2021-04-19T18:21:54Z,host='dv-cinder-786927-1-iscsi',id=24af6f5b-4620-4572-ab28-0613f710586e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:07:54Z,topic='l3_agent')) {'router_ids': ['b279b799-3900-478f-801a-7b31870f7c4d'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:22:08.856794 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.services.segments.db [None req-fcf0f008-3fbc-4001-877d-a950bd58b580 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dbd23c1-3d60-4c2e-9fbe-230c0863e39a']}} {{(pid=86362) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:22:08.891302 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf5f682-cafc-4488-80c5-b94e2f488f17 admin admin] Pushing event updated for resources: {'Port': ['ID=9b36268b-3921-4430-a588-04a8e09b4384,revision_number=2']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:08.913276 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-04ba576d-84f1-44de-9230-3a0a3d756297 admin admin] Notify callbacks [] for router, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:08.914644 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-04ba576d-84f1-44de-9230-3a0a3d756297 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.5085464 Apr 19 18:22:08.917986 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-2bf5f682-cafc-4488-80c5-b94e2f488f17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:08.919739 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 37140) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:22:08.925308 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7af8311-22f1-4af6-9e4f-e6c18ad2d817 None None] Pushing event updated for resources: {'Port': ['ID=e01ac733-2bdb-48e8-866d-af9558d5728d,revision_number=4']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:08.934218 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-a7af8311-22f1-4af6-9e4f-e6c18ad2d817 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:08.939685 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.services.segments.db [None req-fcf0f008-3fbc-4001-877d-a950bd58b580 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c9b8c8d-385c-4141-a0b8-0cee141188f0') {'for_net_delete': True} {{(pid=86362) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:22:08.940023 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.services.segments.db [None req-fcf0f008-3fbc-4001-877d-a950bd58b580 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c9b8c8d-385c-4141-a0b8-0cee141188f0') {} {{(pid=86362) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:22:08.948937 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-5997f9f5-3560-4eb6-ae0b-f54a72bdf477 None None] Set router b279b799-3900-478f-801a-7b31870f7c4d gateway port host: dv-cinder-786927-1-iscsi {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:22:08.955835 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ffdc62-c051-46fc-b942-ed11c1d6c0e5 None None] Routers {'4e122664-d36b-45de-ad5f-2dd1b16f18cc'} bound to L3 agent in host dv-cinder-786927-1-iscsi {{(pid=86364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:22:08.956646 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b12f1f32-d3fe-4663-b051-ed0b7adaea44 req-d7663700-6ca6-428d-b80f-87790662c45b tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca19b00d-fa4d-44d5-8b69-1cca3860a9df HTTP/1.1" status: 200 len: 210 time: 0.0921590 Apr 19 18:22:08.969306 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-05ffdc62-c051-46fc-b942-ed11c1d6c0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T18:07:54Z,description=,heartbeat_timestamp=2021-04-19T18:21:54Z,host='dv-cinder-786927-1-iscsi',id=24af6f5b-4620-4572-ab28-0613f710586e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:07:54Z,topic='l3_agent')) {'router_ids': ['4e122664-d36b-45de-ad5f-2dd1b16f18cc'], 'active': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:22:09.023358 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf5f682-cafc-4488-80c5-b94e2f488f17 admin admin] Network 1f49822f-29ba-4e60-a46b-78786ac1f34c is already hosted by enough agents. {{(pid=86363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:22:09.029834 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-fcf0f008-3fbc-4001-877d-a950bd58b580 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363254156488035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843109614'] for segment, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:09.047332 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-2bf5f682-cafc-4488-80c5-b94e2f488f17 admin admin] Resources bound (agent type, host, resource id): {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:22:09.256971 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-05ffdc62-c051-46fc-b942-ed11c1d6c0e5 None None] Set router 4e122664-d36b-45de-ad5f-2dd1b16f18cc gateway port host: dv-cinder-786927-1-iscsi {{(pid=86364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:22:09.300828 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-5997f9f5-3560-4eb6-ae0b-f54a72bdf477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b279b799-3900-478f-801a-7b31870f7c4d', 'name': 'tempest-TestShelveInstance-2054433140-router', 'tenant_id': '8cfc0774767b4ee2a8ab4a716fcb72d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': 'dbfd9b72-a828-4c1d-83a4-2592537c0734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:22:02Z', 'updated_at': '2021-04-19T18:22:06Z', 'revision_number': 3, 'project_id': '8cfc0774767b4ee2a8ab4a716fcb72d7', 'gw_port': {'id': 'dbfd9b72-a828-4c1d-83a4-2592537c0734', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b9:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b279b799-3900-478f-801a-7b31870f7c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:22:04Z', 'updated_at': '2021-04-19T18:22:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi'}], 'dv-cinder-786927-1-iscsi', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:22:09.306710 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5997f9f5-3560-4eb6-ae0b-f54a72bdf477 None None] Checking router: b279b799-3900-478f-801a-7b31870f7c4d for host: dv-cinder-786927-1-iscsi {{(pid=86365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:22:09.307111 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5997f9f5-3560-4eb6-ae0b-f54a72bdf477 None None] Updating router b279b799-3900-478f-801a-7b31870f7c4d port dbfd9b72-a828-4c1d-83a4-2592537c0734 binding host dv-cinder-786927-1-iscsi {{(pid=86365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 18:22:09.311387 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-5c12a882-9e3e-4621-9bb5-09420a3f958a req-5549071a-7590-4376-ae5d-0d987d4db3d9 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Notify callbacks [] for port, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:09.330724 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [req-5c12a882-9e3e-4621-9bb5-09420a3f958a req-5549071a-7590-4376-ae5d-0d987d4db3d9 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Transition to ACTIVE for port object c425db17-6363-44bb-a944-ee3829897721 will not be triggered until provisioned by entity DHCP. {{(pid=86362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:22:09.363916 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-5c12a882-9e3e-4621-9bb5-09420a3f958a req-5549071a-7590-4376-ae5d-0d987d4db3d9 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782697811417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844104858'] for port, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:09.368552 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-fcf0f008-3fbc-4001-877d-a950bd58b580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850937276'] for segment, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:09.393581 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-e2633727-36f8-4672-adfb-7b77785288f9 tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:09.412676 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5997f9f5-3560-4eb6-ae0b-f54a72bdf477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:09.422232 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bf5f682-cafc-4488-80c5-b94e2f488f17 admin admin] Router 06903e02-b5ee-4ad8-a32f-bf7deafb1a58 has already been hosted by L3 agent 24af6f5b-4620-4572-ab28-0613f710586e {{(pid=86363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:22:09.457835 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c12a882-9e3e-4621-9bb5-09420a3f958a req-5549071a-7590-4376-ae5d-0d987d4db3d9 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Network 7bcee201-e581-4998-8db1-0eb0dcf42dab is already hosted by enough agents. {{(pid=86362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:22:09.464477 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcf0f008-3fbc-4001-877d-a950bd58b580 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=86362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 18:22:09.553641 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device 98271dc7-b9d9-46a4-a452-6f803fe9e7ab up at agent ovs-agent-dv-cinder-786927-1-iscsi {{(pid=86364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:22:09.648706 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [req-5c12a882-9e3e-4621-9bb5-09420a3f958a req-5549071a-7590-4376-ae5d-0d987d4db3d9 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Resources bound (agent type, host, resource id): {{(pid=86362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:22:09.659785 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5549071a-7590-4376-ae5d-0d987d4db3d9 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Pushing event updated for resources: {'Port': ['ID=c425db17-6363-44bb-a944-ee3829897721,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:09.663671 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c12a882-9e3e-4621-9bb5-09420a3f958a req-5549071a-7590-4376-ae5d-0d987d4db3d9 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Received port after_create {{(pid=86362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:22:09.757671 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-5549071a-7590-4376-ae5d-0d987d4db3d9 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:09.956917 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5997f9f5-3560-4eb6-ae0b-f54a72bdf477 None None] Notify callbacks [] for port, precommit_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:09.958138 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bf5f682-cafc-4488-80c5-b94e2f488f17 admin admin] Notify agent at l3_agent.dv-cinder-786927-1-iscsi the message routers_updated {{(pid=86363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:22:09.971915 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-2bf5f682-cafc-4488-80c5-b94e2f488f17 admin admin] 10.222.0.36 "PUT /v2.0/routers/06903e02-b5ee-4ad8-a32f-bf7deafb1a58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9745016 Apr 19 18:22:09.990969 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-fcf0f008-3fbc-4001-877d-a950bd58b580 admin admin] Network 1dbd23c1-3d60-4c2e-9fbe-230c0863e39a has no segments {{(pid=86362) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:22:09.996379 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-5997f9f5-3560-4eb6-ae0b-f54a72bdf477 None None] Transition to ACTIVE for port object dbfd9b72-a828-4c1d-83a4-2592537c0734 will not be triggered until provisioned by entity L2. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:22:10.003225 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-10076fd1-6145-4ec6-a02e-9f98e3760bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:10.003899 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5997f9f5-3560-4eb6-ae0b-f54a72bdf477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:10.019550 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-fcf0f008-3fbc-4001-877d-a950bd58b580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3838515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10670865'] for segment, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:10.024142 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:10.026754 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Provisioning for port 98271dc7-b9d9-46a4-a452-6f803fe9e7ab completed by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:22:10.048967 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Provisioning complete for port 98271dc7-b9d9-46a4-a452-6f803fe9e7ab triggered by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:22:10.049385 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:10.071239 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c12a882-9e3e-4621-9bb5-09420a3f958a req-5549071a-7590-4376-ae5d-0d987d4db3d9 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:10.074992 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-5c12a882-9e3e-4621-9bb5-09420a3f958a req-5549071a-7590-4376-ae5d-0d987d4db3d9 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773849'] for port, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:10.135863 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-10076fd1-6145-4ec6-a02e-9f98e3760bf2 None None] For port 69987ecd-4ff7-4e49-bc86-5606dc89bc3c, host dv-cinder-786927-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-iscsi',level=0,port_id=69987ecd-4ff7-4e49-bc86-5606dc89bc3c,segment=NetworkSegment(dbe7f3dc-3eb9-4e8e-9dad-eb970a5c850e),segment_id=dbe7f3dc-3eb9-4e8e-9dad-eb970a5c850e)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:22:10.142024 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-05ffdc62-c051-46fc-b942-ed11c1d6c0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e122664-d36b-45de-ad5f-2dd1b16f18cc', 'name': 'tempest-TestShelveInstance-76843865-router', 'tenant_id': 'd29eee7bedfd47868ae5c7a8e8bcaa1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '941ffc4c-80d3-4f44-8cfb-a5a802118984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:21:52Z', 'updated_at': '2021-04-19T18:21:58Z', 'revision_number': 4, 'project_id': 'd29eee7bedfd47868ae5c7a8e8bcaa1a', 'gw_port': {'id': '941ffc4c-80d3-4f44-8cfb-a5a802118984', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f7:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e122664-d36b-45de-ad5f-2dd1b16f18cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:53Z', 'updated_at': '2021-04-19T18:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi', '_interfaces': [{'id': 'e01ac733-2bdb-48e8-866d-af9558d5728d', 'name': '', 'network_id': '45d46b2a-8de6-42c9-bd73-54daf8078cd3', 'tenant_id': 'd29eee7bedfd47868ae5c7a8e8bcaa1a', 'mac_address': 'fa:16:3e:af:2c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e122664-d36b-45de-ad5f-2dd1b16f18cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '172eff84-753d-4a46-a1f9-70acd6cf59f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:57Z', 'updated_at': '2021-04-19T18:22:08Z', 'revision_number': 4, 'project_id': 'd29eee7bedfd47868ae5c7a8e8bcaa1a', 'subnets': [{'id': '172eff84-753d-4a46-a1f9-70acd6cf59f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-iscsi', False) {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:22:10.147896 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-10076fd1-6145-4ec6-a02e-9f98e3760bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:10.154356 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-8d3c3f11-b7ee-449a-ad54-1b1355369518 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:10.165882 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-5997f9f5-3560-4eb6-ae0b-f54a72bdf477 None None] Attempting to bind port dbfd9b72-a828-4c1d-83a4-2592537c0734 on host dv-cinder-786927-1-iscsi for vnic_type normal with profile {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:22:10.166294 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-5997f9f5-3560-4eb6-ae0b-f54a72bdf477 None None] Attempting to bind port dbfd9b72-a828-4c1d-83a4-2592537c0734 by drivers openvswitch,hyperv on host dv-cinder-786927-1-iscsi at level 0 using segments [{'id': 'c45e75c0-3629-4b9b-9637-c1f0a35fb912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33'}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:22:10.166704 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5997f9f5-3560-4eb6-ae0b-f54a72bdf477 None None] Attempting to bind port dbfd9b72-a828-4c1d-83a4-2592537c0734 on network 4d554598-b480-4681-a36f-a7d82bbc0b33 {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:22:10.191882 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5997f9f5-3560-4eb6-ae0b-f54a72bdf477 None None] Checking agent: {'id': '84360490-1fcf-4ef7-acd4-64c16b857909', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 7, 56), 'started_at': datetime.datetime(2021, 4, 19, 18, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:22:10.192367 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5997f9f5-3560-4eb6-ae0b-f54a72bdf477 None None] Checking segment: {'id': 'c45e75c0-3629-4b9b-9637-c1f0a35fb912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:22:10.192836 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5997f9f5-3560-4eb6-ae0b-f54a72bdf477 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:10.193414 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5997f9f5-3560-4eb6-ae0b-f54a72bdf477 None None] Bound using segment: {'id': 'c45e75c0-3629-4b9b-9637-c1f0a35fb912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33'} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:22:10.193881 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-5997f9f5-3560-4eb6-ae0b-f54a72bdf477 None None] Bound port: dbfd9b72-a828-4c1d-83a4-2592537c0734, host: dv-cinder-786927-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c45e75c0-3629-4b9b-9637-c1f0a35fb912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33'}}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:22:10.195648 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5997f9f5-3560-4eb6-ae0b-f54a72bdf477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:10.220349 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ffdc62-c051-46fc-b942-ed11c1d6c0e5 None None] The sync data for ids ['4e122664-d36b-45de-ad5f-2dd1b16f18cc'] in dv-cinder-786927-1-iscsi is: [{'id': '4e122664-d36b-45de-ad5f-2dd1b16f18cc', 'name': 'tempest-TestShelveInstance-76843865-router', 'tenant_id': 'd29eee7bedfd47868ae5c7a8e8bcaa1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '941ffc4c-80d3-4f44-8cfb-a5a802118984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:21:52Z', 'updated_at': '2021-04-19T18:21:58Z', 'revision_number': 4, 'project_id': 'd29eee7bedfd47868ae5c7a8e8bcaa1a', 'gw_port': {'id': '941ffc4c-80d3-4f44-8cfb-a5a802118984', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f7:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e122664-d36b-45de-ad5f-2dd1b16f18cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:53Z', 'updated_at': '2021-04-19T18:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi', '_interfaces': [{'id': 'e01ac733-2bdb-48e8-866d-af9558d5728d', 'name': '', 'network_id': '45d46b2a-8de6-42c9-bd73-54daf8078cd3', 'tenant_id': 'd29eee7bedfd47868ae5c7a8e8bcaa1a', 'mac_address': 'fa:16:3e:af:2c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e122664-d36b-45de-ad5f-2dd1b16f18cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '172eff84-753d-4a46-a1f9-70acd6cf59f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:57Z', 'updated_at': '2021-04-19T18:22:08Z', 'revision_number': 4, 'project_id': 'd29eee7bedfd47868ae5c7a8e8bcaa1a', 'subnets': [{'id': '172eff84-753d-4a46-a1f9-70acd6cf59f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:22:10.370009 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10076fd1-6145-4ec6-a02e-9f98e3760bf2 None None] Pushing event updated for resources: {'Port': ['ID=69987ecd-4ff7-4e49-bc86-5606dc89bc3c,revision_number=3']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:10.387016 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-10076fd1-6145-4ec6-a02e-9f98e3760bf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:10.393579 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-c171af17-7ce0-4493-b3c1-096c2f5ba8ee None None] Provisioning complete for port 69987ecd-4ff7-4e49-bc86-5606dc89bc3c triggered by entity DHCP. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:22:10.398283 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c171af17-7ce0-4493-b3c1-096c2f5ba8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:10.414291 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-5997f9f5-3560-4eb6-ae0b-f54a72bdf477 None None] For port dbfd9b72-a828-4c1d-83a4-2592537c0734, host dv-cinder-786927-1-iscsi, cleared binding levels {{(pid=86365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:22:10.421674 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-5997f9f5-3560-4eb6-ae0b-f54a72bdf477 None None] For port dbfd9b72-a828-4c1d-83a4-2592537c0734, host dv-cinder-786927-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-iscsi',level=0,port_id=dbfd9b72-a828-4c1d-83a4-2592537c0734,segment=NetworkSegment(c45e75c0-3629-4b9b-9637-c1f0a35fb912),segment_id=c45e75c0-3629-4b9b-9637-c1f0a35fb912)] {{(pid=86365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:22:10.445005 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5997f9f5-3560-4eb6-ae0b-f54a72bdf477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:10.458850 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5c12a882-9e3e-4621-9bb5-09420a3f958a req-5549071a-7590-4376-ae5d-0d987d4db3d9 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3538423 Apr 19 18:22:10.461778 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:10.497660 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-fcf0f008-3fbc-4001-877d-a950bd58b580 admin admin] Network 1dbd23c1-3d60-4c2e-9fbe-230c0863e39a has no segments {{(pid=86362) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:22:10.502911 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076fd66f-c972-4d3c-ad49-12004aaa21e4 None None] Pushing event updated for resources: {'Port': ['ID=dbfd9b72-a828-4c1d-83a4-2592537c0734,revision_number=2']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:10.528663 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-076fd66f-c972-4d3c-ad49-12004aaa21e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:10.530176 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:10.544792 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] For port 98271dc7-b9d9-46a4-a452-6f803fe9e7ab, host dv-cinder-786927-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-iscsi',level=0,port_id=98271dc7-b9d9-46a4-a452-6f803fe9e7ab,segment=NetworkSegment(c45e75c0-3629-4b9b-9637-c1f0a35fb912),segment_id=c45e75c0-3629-4b9b-9637-c1f0a35fb912)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:22:10.550574 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:10.573411 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:10.577855 dv-cinder-786927-1-iscsi neutron-server[86249]: Traceback (most recent call last): Apr 19 18:22:10.577855 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 18:22:10.577855 dv-cinder-786927-1-iscsi neutron-server[86249]: timer() Apr 19 18:22:10.577855 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 18:22:10.577855 dv-cinder-786927-1-iscsi neutron-server[86249]: cb(*args, **kw) Apr 19 18:22:10.577855 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 18:22:10.577855 dv-cinder-786927-1-iscsi neutron-server[86249]: return func(*args, **kwargs) Apr 19 18:22:10.577855 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 18:22:10.577855 dv-cinder-786927-1-iscsi neutron-server[86249]: self._notify() Apr 19 18:22:10.577855 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 18:22:10.577855 dv-cinder-786927-1-iscsi neutron-server[86249]: self.callback(batched_events) Apr 19 18:22:10.577855 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 18:22:10.577855 dv-cinder-786927-1-iscsi neutron-server[86249]: event.method(event) Apr 19 18:22:10.577855 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 18:22:10.577855 dv-cinder-786927-1-iscsi neutron-server[86249]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 18:22:10.577855 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 18:22:10.577855 dv-cinder-786927-1-iscsi neutron-server[86249]: segment_id)['aggregates'][0] Apr 19 18:22:10.577855 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 18:22:10.577855 dv-cinder-786927-1-iscsi neutron-server[86249]: return f(self, *a, **k) Apr 19 18:22:10.577855 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 18:22:10.577855 dv-cinder-786927-1-iscsi neutron-server[86249]: return self._get(url).json() Apr 19 18:22:10.577855 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 18:22:10.577855 dv-cinder-786927-1-iscsi neutron-server[86249]: **kwargs) Apr 19 18:22:10.577855 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 18:22:10.577855 dv-cinder-786927-1-iscsi neutron-server[86249]: return self.request(url, 'GET', **kwargs) Apr 19 18:22:10.577855 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 18:22:10.577855 dv-cinder-786927-1-iscsi neutron-server[86249]: **endpoint_filter) Apr 19 18:22:10.577855 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 18:22:10.577855 dv-cinder-786927-1-iscsi neutron-server[86249]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 18:22:10.577855 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 18:22:10.577855 dv-cinder-786927-1-iscsi neutron-server[86249]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 18:22:10.577855 dv-cinder-786927-1-iscsi neutron-server[86249]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 18:22:10.640773 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a2f104e2-20c7-412f-b85d-35af2f42266e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:10.686575 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5997f9f5-3560-4eb6-ae0b-f54a72bdf477 None None] Routers {'b279b799-3900-478f-801a-7b31870f7c4d'} bound to L3 agent in host dv-cinder-786927-1-iscsi {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:22:10.687022 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-5997f9f5-3560-4eb6-ae0b-f54a72bdf477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T18:07:54Z,description=,heartbeat_timestamp=2021-04-19T18:21:54Z,host='dv-cinder-786927-1-iscsi',id=24af6f5b-4620-4572-ab28-0613f710586e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:07:54Z,topic='l3_agent')) {'router_ids': ['b279b799-3900-478f-801a-7b31870f7c4d'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:22:10.722276 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [req-5c12a882-9e3e-4621-9bb5-09420a3f958a req-5fd06d68-b23f-4f26-b4da-6d718058e1df service neutron] Request body: {'port': {'device_id': 'ca19b00d-fa4d-44d5-8b69-1cca3860a9df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:22:10.848132 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Pushing event updated for resources: {'Port': ['ID=98271dc7-b9d9-46a4-a452-6f803fe9e7ab,revision_number=4']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:10.855228 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2099cac9-277e-431a-89dc-279c7efae09b req-4859a09a-9629-4b42-bd54-6133797ce7e3 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:10.856064 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-2099cac9-277e-431a-89dc-279c7efae09b req-4859a09a-9629-4b42-bd54-6133797ce7e3 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Synchronizing usage tracker for tenant:d40df5788f6140729f7e263c33f44bda on resource:port {{(pid=86362) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:22:10.862017 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:10.865524 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-fcf0f008-3fbc-4001-877d-a950bd58b580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4013951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854123391'] for network, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:10.880177 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-fcf0f008-3fbc-4001-877d-a950bd58b580 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759945'] for network, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:10.897505 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:10.912261 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-c171af17-7ce0-4493-b3c1-096c2f5ba8ee None None] Provisioning complete for port 9b36268b-3921-4430-a588-04a8e09b4384 triggered by entity DHCP. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:22:10.915745 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c171af17-7ce0-4493-b3c1-096c2f5ba8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:10.933153 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf0f008-3fbc-4001-877d-a950bd58b580 admin admin] Pushing event deleted for resources: {'Network': ['ID=1dbd23c1-3d60-4c2e-9fbe-230c0863e39a,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:10.992204 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-fcf0f008-3fbc-4001-877d-a950bd58b580 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:10.999056 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-fcf0f008-3fbc-4001-877d-a950bd58b580 admin admin] 10.222.0.36 "DELETE /v2.0/networks/1dbd23c1-3d60-4c2e-9fbe-230c0863e39a HTTP/1.1" status: 204 len: 168 time: 3.2389030 Apr 19 18:22:11.022981 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-2099cac9-277e-431a-89dc-279c7efae09b req-4859a09a-9629-4b42-bd54-6133797ce7e3 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Unset dirty status for tenant:d40df5788f6140729f7e263c33f44bda on resource:port {{(pid=86362) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:22:11.027019 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8f9915-bdd4-44a0-9662-6b7940bf432f None None] Sync routers for ids ['06903e02-b5ee-4ad8-a32f-bf7deafb1a58'] in dv-cinder-786927-1-iscsi {{(pid=86364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:22:11.038518 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2099cac9-277e-431a-89dc-279c7efae09b req-4859a09a-9629-4b42-bd54-6133797ce7e3 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca19b00d-fa4d-44d5-8b69-1cca3860a9df HTTP/1.1" status: 200 len: 932 time: 0.7854712 Apr 19 18:22:11.082230 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8f9915-bdd4-44a0-9662-6b7940bf432f None None] Routers {'06903e02-b5ee-4ad8-a32f-bf7deafb1a58'} bound to L3 agent in host dv-cinder-786927-1-iscsi {{(pid=86364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:22:11.083100 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-ac8f9915-bdd4-44a0-9662-6b7940bf432f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T18:07:54Z,description=,heartbeat_timestamp=2021-04-19T18:21:54Z,host='dv-cinder-786927-1-iscsi',id=24af6f5b-4620-4572-ab28-0613f710586e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:07:54Z,topic='l3_agent')) {'router_ids': ['06903e02-b5ee-4ad8-a32f-bf7deafb1a58'], 'active': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:22:11.166511 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device 98271dc7-b9d9-46a4-a452-6f803fe9e7ab up at agent ovs-agent-dv-cinder-786927-1-iscsi {{(pid=86364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:22:11.181976 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2099cac9-277e-431a-89dc-279c7efae09b req-00d4579b-966f-4482-ae43-93af83825d4e tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e9487a4-42da-4069-8845-545fc4d734ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401792 Apr 19 18:22:11.200354 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [None req-a2f104e2-20c7-412f-b85d-35af2f42266e admin admin] Allocated IP 172.20.0.1 (ee3e8106-80db-4a57-b5f1-01b66c3d6068/856ce6ba-63b7-4a97-8787-460c79227031/bd3105dd-7733-454c-947d-b4f23825db34) {{(pid=86363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:22:11.216778 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-5c12a882-9e3e-4621-9bb5-09420a3f958a req-5fd06d68-b23f-4f26-b4da-6d718058e1df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:11.284763 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-c171af17-7ce0-4493-b3c1-096c2f5ba8ee None None] Port 9b36268b-3921-4430-a588-04a8e09b4384 cannot update to ACTIVE because it is not bound. {{(pid=86364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:22:11.316456 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 37166) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:22:11.397292 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076fd66f-c972-4d3c-ad49-12004aaa21e4 None None] Pushing event updated for resources: {'Port': ['ID=dbfd9b72-a828-4c1d-83a4-2592537c0734,revision_number=3']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:11.408810 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-076fd66f-c972-4d3c-ad49-12004aaa21e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.878s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:11.428812 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a2f104e2-20c7-412f-b85d-35af2f42266e admin admin] Notify callbacks [] for port, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:11.447541 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-a2f104e2-20c7-412f-b85d-35af2f42266e admin admin] Transition to ACTIVE for port object bd3105dd-7733-454c-947d-b4f23825db34 will not be triggered until provisioned by entity DHCP. {{(pid=86363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:22:11.457184 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-5997f9f5-3560-4eb6-ae0b-f54a72bdf477 None None] Set router b279b799-3900-478f-801a-7b31870f7c4d gateway port host: dv-cinder-786927-1-iscsi {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:22:11.477667 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a2f104e2-20c7-412f-b85d-35af2f42266e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782697811417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10486948'] for port, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:11.484133 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b03c1ad8-61a7-4f6f-8923-a8dddf8c1146 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:11.596406 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f104e2-20c7-412f-b85d-35af2f42266e admin admin] Network ee3e8106-80db-4a57-b5f1-01b66c3d6068 is already hosted by enough agents. {{(pid=86363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:22:11.600613 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-a2f104e2-20c7-412f-b85d-35af2f42266e admin admin] Resources bound (agent type, host, resource id): {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:22:11.622665 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f104e2-20c7-412f-b85d-35af2f42266e admin admin] Received port after_create {{(pid=86363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:22:11.677887 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f104e2-20c7-412f-b85d-35af2f42266e admin admin] Pushing event updated for resources: {'Port': ['ID=bd3105dd-7733-454c-947d-b4f23825db34,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:11.681030 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-a2f104e2-20c7-412f-b85d-35af2f42266e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:11.690343 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 37172) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:22:11.737677 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-4e688f88-8621-45c4-aac9-8deb4c7b18de admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1921444774-network', 'tenant_id': '80ed8f07ebbe485ba350dccbe83be8ac'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:22:11.762414 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-09f5f97d-a1db-4108-9516-2a8aad3e7861 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=abef1d83cb6b4d96be4c0ee78dd4c6af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4441910 Apr 19 18:22:11.766523 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 37178) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:22:11.783433 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-4e688f88-8621-45c4-aac9-8deb4c7b18de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:22:11.785269 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-c171af17-7ce0-4493-b3c1-096c2f5ba8ee None None] Provisioning for port c425db17-6363-44bb-a944-ee3829897721 completed by entity DHCP. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:22:11.805574 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-c171af17-7ce0-4493-b3c1-096c2f5ba8ee None None] Provisioning complete for port c425db17-6363-44bb-a944-ee3829897721 triggered by entity DHCP. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:22:11.805942 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c171af17-7ce0-4493-b3c1-096c2f5ba8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:11.813938 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-4e688f88-8621-45c4-aac9-8deb4c7b18de admin admin] Usage tracker for resource:network and tenant:80ed8f07ebbe485ba350dccbe83be8ac is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:22:11.824043 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-4e688f88-8621-45c4-aac9-8deb4c7b18de admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:22:11.850373 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-4e688f88-8621-45c4-aac9-8deb4c7b18de admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:22:11.861668 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-ac8f9915-bdd4-44a0-9662-6b7940bf432f None None] Set router 06903e02-b5ee-4ad8-a32f-bf7deafb1a58 gateway port host: dv-cinder-786927-1-iscsi {{(pid=86364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:22:11.870792 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a2f104e2-20c7-412f-b85d-35af2f42266e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652289'] for router_interface, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:11.932480 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e688f88-8621-45c4-aac9-8deb4c7b18de admin admin] Made reservation on behalf of 80ed8f07ebbe485ba350dccbe83be8ac for: {'network': 1} {{(pid=86363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:22:11.938649 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4e688f88-8621-45c4-aac9-8deb4c7b18de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for network, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:11.944050 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Provisioning complete for port 98271dc7-b9d9-46a4-a452-6f803fe9e7ab triggered by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:22:11.944475 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:11.960470 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [req-5c12a882-9e3e-4621-9bb5-09420a3f958a req-5fd06d68-b23f-4f26-b4da-6d718058e1df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c425db17-6363-44bb-a944-ee3829897721 {{(pid=86362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:22:11.964803 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4e688f88-8621-45c4-aac9-8deb4c7b18de admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:11.975756 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-5c12a882-9e3e-4621-9bb5-09420a3f958a req-5fd06d68-b23f-4f26-b4da-6d718058e1df service neutron] Notify callbacks [] for port, precommit_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:11.985818 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-4e688f88-8621-45c4-aac9-8deb4c7b18de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:22:11.991614 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1bd5df8a-8829-4a4c-bae2-2446801433a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:11.992504 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-4e688f88-8621-45c4-aac9-8deb4c7b18de admin admin] Usage tracker for resource:security_group_rule and tenant:80ed8f07ebbe485ba350dccbe83be8ac is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:22:11.996565 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-4e688f88-8621-45c4-aac9-8deb4c7b18de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:22:12.005993 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-4e688f88-8621-45c4-aac9-8deb4c7b18de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:22:12.019293 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [req-5c12a882-9e3e-4621-9bb5-09420a3f958a req-5fd06d68-b23f-4f26-b4da-6d718058e1df service neutron] Transition to ACTIVE for port object c425db17-6363-44bb-a944-ee3829897721 will not be triggered until provisioned by entity L2. {{(pid=86362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:22:12.031575 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-5c12a882-9e3e-4621-9bb5-09420a3f958a req-5fd06d68-b23f-4f26-b4da-6d718058e1df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10670959'] for port, after_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:12.039238 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-5997f9f5-3560-4eb6-ae0b-f54a72bdf477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b279b799-3900-478f-801a-7b31870f7c4d', 'name': 'tempest-TestShelveInstance-2054433140-router', 'tenant_id': '8cfc0774767b4ee2a8ab4a716fcb72d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': 'dbfd9b72-a828-4c1d-83a4-2592537c0734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:22:02Z', 'updated_at': '2021-04-19T18:22:06Z', 'revision_number': 3, 'project_id': '8cfc0774767b4ee2a8ab4a716fcb72d7', 'gw_port': {'id': 'dbfd9b72-a828-4c1d-83a4-2592537c0734', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b9:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b279b799-3900-478f-801a-7b31870f7c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:22:04Z', 'updated_at': '2021-04-19T18:22:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi'}], 'dv-cinder-786927-1-iscsi', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:22:12.043901 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5997f9f5-3560-4eb6-ae0b-f54a72bdf477 None None] The sync data for ids ['b279b799-3900-478f-801a-7b31870f7c4d'] in dv-cinder-786927-1-iscsi is: [{'id': 'b279b799-3900-478f-801a-7b31870f7c4d', 'name': 'tempest-TestShelveInstance-2054433140-router', 'tenant_id': '8cfc0774767b4ee2a8ab4a716fcb72d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': 'dbfd9b72-a828-4c1d-83a4-2592537c0734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:22:02Z', 'updated_at': '2021-04-19T18:22:06Z', 'revision_number': 3, 'project_id': '8cfc0774767b4ee2a8ab4a716fcb72d7', 'gw_port': {'id': 'dbfd9b72-a828-4c1d-83a4-2592537c0734', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b9:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b279b799-3900-478f-801a-7b31870f7c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:22:04Z', 'updated_at': '2021-04-19T18:22:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi'}] {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:22:12.051115 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-7317908a-7f53-45c0-9e3f-e45328c961f9 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:12.109380 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1bd5df8a-8829-4a4c-bae2-2446801433a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:12.113076 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a2f104e2-20c7-412f-b85d-35af2f42266e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:12.175730 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-c171af17-7ce0-4493-b3c1-096c2f5ba8ee None None] Port c425db17-6363-44bb-a944-ee3829897721 cannot update to ACTIVE because it is not bound. {{(pid=86364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:22:12.280989 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd06d68-b23f-4f26-b4da-6d718058e1df service neutron] Pushing event updated for resources: {'Port': ['ID=c425db17-6363-44bb-a944-ee3829897721,revision_number=2']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:12.307261 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-5fd06d68-b23f-4f26-b4da-6d718058e1df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:12.445223 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1bd5df8a-8829-4a4c-bae2-2446801433a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:12.458666 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a2f104e2-20c7-412f-b85d-35af2f42266e admin admin] Notify callbacks [] for port, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:12.463597 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-43d614f0-9050-4d26-a9f0-4e3e9f9da2c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:12.469518 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a2f104e2-20c7-412f-b85d-35af2f42266e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844288851'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:12.483245 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd5df8a-8829-4a4c-bae2-2446801433a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a559a9-c19a-4e63-ad37-472e522e256f,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:12.494977 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-1bd5df8a-8829-4a4c-bae2-2446801433a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:12.512080 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1bd5df8a-8829-4a4c-bae2-2446801433a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:12.513450 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-1bd5df8a-8829-4a4c-bae2-2446801433a9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/51a559a9-c19a-4e63-ad37-472e522e256f HTTP/1.1" status: 204 len: 168 time: 0.7444999 Apr 19 18:22:12.580757 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-5c12a882-9e3e-4621-9bb5-09420a3f958a req-5fd06d68-b23f-4f26-b4da-6d718058e1df service neutron] Attempting to bind port c425db17-6363-44bb-a944-ee3829897721 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:22:12.581279 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-5c12a882-9e3e-4621-9bb5-09420a3f958a req-5fd06d68-b23f-4f26-b4da-6d718058e1df service neutron] Attempting to bind port c425db17-6363-44bb-a944-ee3829897721 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': 'aa54b807-4b3f-4b4f-87af-c51beb1f731e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7bcee201-e581-4998-8db1-0eb0dcf42dab'}] {{(pid=86362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:22:12.581770 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c12a882-9e3e-4621-9bb5-09420a3f958a req-5fd06d68-b23f-4f26-b4da-6d718058e1df service neutron] Attempting to bind port c425db17-6363-44bb-a944-ee3829897721 on network 7bcee201-e581-4998-8db1-0eb0dcf42dab {{(pid=86362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:22:12.595090 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c12a882-9e3e-4621-9bb5-09420a3f958a req-5fd06d68-b23f-4f26-b4da-6d718058e1df service neutron] Port c425db17-6363-44bb-a944-ee3829897721 on network 7bcee201-e581-4998-8db1-0eb0dcf42dab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 18:22:12.596341 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c12a882-9e3e-4621-9bb5-09420a3f958a req-5fd06d68-b23f-4f26-b4da-6d718058e1df service neutron] Attempting to bind port c425db17-6363-44bb-a944-ee3829897721 on network 7bcee201-e581-4998-8db1-0eb0dcf42dab {{(pid=86362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:22:12.602930 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c12a882-9e3e-4621-9bb5-09420a3f958a req-5fd06d68-b23f-4f26-b4da-6d718058e1df service neutron] Checking agent: {'id': '45629c73-d10e-4994-a087-373ccf8ea198', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 14, 33), 'started_at': datetime.datetime(2021, 4, 19, 18, 14, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:22:12.603504 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c12a882-9e3e-4621-9bb5-09420a3f958a req-5fd06d68-b23f-4f26-b4da-6d718058e1df service neutron] Checking segment: {'id': 'aa54b807-4b3f-4b4f-87af-c51beb1f731e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7bcee201-e581-4998-8db1-0eb0dcf42dab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:22:12.604063 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c12a882-9e3e-4621-9bb5-09420a3f958a req-5fd06d68-b23f-4f26-b4da-6d718058e1df service neutron] Bound using segment: {'id': 'aa54b807-4b3f-4b4f-87af-c51beb1f731e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7bcee201-e581-4998-8db1-0eb0dcf42dab'} {{(pid=86362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:22:12.604672 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-5c12a882-9e3e-4621-9bb5-09420a3f958a req-5fd06d68-b23f-4f26-b4da-6d718058e1df service neutron] Bound port: c425db17-6363-44bb-a944-ee3829897721, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa54b807-4b3f-4b4f-87af-c51beb1f731e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7bcee201-e581-4998-8db1-0eb0dcf42dab'}}] {{(pid=86362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:22:12.605170 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-5c12a882-9e3e-4621-9bb5-09420a3f958a req-5fd06d68-b23f-4f26-b4da-6d718058e1df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:12.631439 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-3c902e0a-9702-4f60-9868-3b949b223990 None None] Provisioning for port bd3105dd-7733-454c-947d-b4f23825db34 completed by entity DHCP. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:22:12.691642 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-3c902e0a-9702-4f60-9868-3b949b223990 None None] Provisioning complete for port bd3105dd-7733-454c-947d-b4f23825db34 triggered by entity DHCP. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:22:12.692051 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-3c902e0a-9702-4f60-9868-3b949b223990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:12.898584 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device 69987ecd-4ff7-4e49-bc86-5606dc89bc3c up at agent ovs-agent-dv-cinder-786927-1-iscsi {{(pid=86364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:22:12.965356 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-5c12a882-9e3e-4621-9bb5-09420a3f958a req-5fd06d68-b23f-4f26-b4da-6d718058e1df service neutron] For port c425db17-6363-44bb-a944-ee3829897721, host hv-cinder-78692, cleared binding levels {{(pid=86362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:22:12.974065 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-5c12a882-9e3e-4621-9bb5-09420a3f958a req-5fd06d68-b23f-4f26-b4da-6d718058e1df service neutron] For port c425db17-6363-44bb-a944-ee3829897721, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=c425db17-6363-44bb-a944-ee3829897721,segment=NetworkSegment(aa54b807-4b3f-4b4f-87af-c51beb1f731e),segment_id=aa54b807-4b3f-4b4f-87af-c51beb1f731e)] {{(pid=86362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:22:12.996371 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-5c12a882-9e3e-4621-9bb5-09420a3f958a req-5fd06d68-b23f-4f26-b4da-6d718058e1df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10670959'] for port, after_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:12.999418 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-3c902e0a-9702-4f60-9868-3b949b223990 None None] Port bd3105dd-7733-454c-947d-b4f23825db34 cannot update to ACTIVE because it is not bound. {{(pid=86364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:22:13.006531 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-f820c890-a6bd-44eb-b260-577a82ce21bb tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:13.019667 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Provisioning complete for port 69987ecd-4ff7-4e49-bc86-5606dc89bc3c triggered by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:22:13.020093 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:13.076857 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-ac8f9915-bdd4-44a0-9662-6b7940bf432f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06903e02-b5ee-4ad8-a32f-bf7deafb1a58', 'name': 'tempest-TestVolumeBootPattern-273059214-router', 'tenant_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '98271dc7-b9d9-46a4-a452-6f803fe9e7ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:21:57Z', 'updated_at': '2021-04-19T18:22:07Z', 'revision_number': 4, 'project_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'gw_port': {'id': '98271dc7-b9d9-46a4-a452-6f803fe9e7ab', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06903e02-b5ee-4ad8-a32f-bf7deafb1a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:59Z', 'updated_at': '2021-04-19T18:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi', '_interfaces': [{'id': '9b36268b-3921-4430-a588-04a8e09b4384', 'name': '', 'network_id': '1f49822f-29ba-4e60-a46b-78786ac1f34c', 'tenant_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'mac_address': 'fa:16:3e:d6:68:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06903e02-b5ee-4ad8-a32f-bf7deafb1a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'a7079f5e-d348-48c2-81c0-ab4764c813e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:22:04Z', 'updated_at': '2021-04-19T18:22:07Z', 'revision_number': 2, 'project_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'subnets': [{'id': 'a7079f5e-d348-48c2-81c0-ab4764c813e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-iscsi', False) {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:22:13.096100 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8f9915-bdd4-44a0-9662-6b7940bf432f None None] Checking router: 06903e02-b5ee-4ad8-a32f-bf7deafb1a58 for host: dv-cinder-786927-1-iscsi {{(pid=86364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:22:13.096512 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8f9915-bdd4-44a0-9662-6b7940bf432f None None] Updating router 06903e02-b5ee-4ad8-a32f-bf7deafb1a58 port 9b36268b-3921-4430-a588-04a8e09b4384 binding host dv-cinder-786927-1-iscsi {{(pid=86364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 18:22:13.161352 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c12a882-9e3e-4621-9bb5-09420a3f958a req-5fd06d68-b23f-4f26-b4da-6d718058e1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:13.162747 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-5c12a882-9e3e-4621-9bb5-09420a3f958a req-5fd06d68-b23f-4f26-b4da-6d718058e1df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773849'] for port, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:13.166090 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5c12a882-9e3e-4621-9bb5-09420a3f958a req-5fd06d68-b23f-4f26-b4da-6d718058e1df service neutron] 10.222.0.53 "PUT /v2.0/ports/c425db17-6363-44bb-a944-ee3829897721 HTTP/1.1" status: 200 len: 1094 time: 2.6768258 Apr 19 18:22:13.167388 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca19b00d-fa4d-44d5-8b69-1cca3860a9df', 'tag': 'c425db17-6363-44bb-a944-ee3829897721'}] {{(pid=86362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:22:13.201101 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ac8f9915-bdd4-44a0-9662-6b7940bf432f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:13.271894 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-7f5b8095-458f-4368-8181-b1467003d224 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:13.371409 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd06d68-b23f-4f26-b4da-6d718058e1df service neutron] Pushing event updated for resources: {'Port': ['ID=c425db17-6363-44bb-a944-ee3829897721,revision_number=3']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:13.377742 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-5fd06d68-b23f-4f26-b4da-6d718058e1df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:13.381579 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca19b00d-fa4d-44d5-8b69-1cca3860a9df', 'tag': 'c425db17-6363-44bb-a944-ee3829897721', 'status': 'completed', 'code': 200} Apr 19 18:22:13.400020 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device e01ac733-2bdb-48e8-866d-af9558d5728d up at agent ovs-agent-dv-cinder-786927-1-iscsi {{(pid=86364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:22:13.444630 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4e688f88-8621-45c4-aac9-8deb4c7b18de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:13.470224 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4e688f88-8621-45c4-aac9-8deb4c7b18de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:13.481968 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c12a882-9e3e-4621-9bb5-09420a3f958a req-e4952446-ce8f-4d52-a106-2647bcfb06f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:13.485161 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5c12a882-9e3e-4621-9bb5-09420a3f958a req-e4952446-ce8f-4d52-a106-2647bcfb06f5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d40df5788f6140729f7e263c33f44bda&device_id=ca19b00d-fa4d-44d5-8b69-1cca3860a9df HTTP/1.1" status: 200 len: 1097 time: 0.2433183 Apr 19 18:22:13.496632 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a2f104e2-20c7-412f-b85d-35af2f42266e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854123418'] for router_interface, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:13.539678 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f104e2-20c7-412f-b85d-35af2f42266e admin admin] Pushing event updated for resources: {'Port': ['ID=bd3105dd-7733-454c-947d-b4f23825db34,revision_number=2']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:13.548805 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e688f88-8621-45c4-aac9-8deb4c7b18de admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=86363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 18:22:13.611511 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-a2f104e2-20c7-412f-b85d-35af2f42266e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:13.612094 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-84b0b39a-7a60-4bb6-909c-7aa246600477 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.131s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:13.640570 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5c12a882-9e3e-4621-9bb5-09420a3f958a req-f352c44a-1652-4d48-a2f2-1b55d94102b2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c425db17-6363-44bb-a944-ee3829897721 HTTP/1.1" status: 200 len: 217 time: 0.1419270 Apr 19 18:22:13.670732 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4e688f88-8621-45c4-aac9-8deb4c7b18de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850937276'] for segment, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:13.671156 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.db.segments_db [None req-4e688f88-8621-45c4-aac9-8deb4c7b18de admin admin] Added segment eb25de59-375b-49ba-8615-d0b4e7f4150f of type vlan for network 4d24a0e3-33e1-4913-8e91-0ad67d7c4aa3 Apr 19 18:22:13.725011 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029fb8a5-04d9-41f6-9515-9892cae1c281 req-8c7ce941-a0ca-4c0f-aae3-f37b24747bb8 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:13.727270 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Provisioning for port e01ac733-2bdb-48e8-866d-af9558d5728d completed by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:22:13.733559 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-029fb8a5-04d9-41f6-9515-9892cae1c281 req-8c7ce941-a0ca-4c0f-aae3-f37b24747bb8 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca19b00d-fa4d-44d5-8b69-1cca3860a9df HTTP/1.1" status: 200 len: 944 time: 1.2675025 Apr 19 18:22:13.735535 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e688f88-8621-45c4-aac9-8deb4c7b18de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=047d5dfc-2f49-494d-89d0-4a8c27423c4d,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:13.746077 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Provisioning complete for port e01ac733-2bdb-48e8-866d-af9558d5728d triggered by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:22:13.746597 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:13.756431 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c12a882-9e3e-4621-9bb5-09420a3f958a req-501a277a-098c-4343-a5ae-1982e07762c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:13.759238 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5c12a882-9e3e-4621-9bb5-09420a3f958a req-501a277a-098c-4343-a5ae-1982e07762c9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f115f197-c2a2-4c8a-a041-6b1ab4a2efc7 HTTP/1.1" status: 200 len: 856 time: 0.1125650 Apr 19 18:22:13.789254 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-4e688f88-8621-45c4-aac9-8deb4c7b18de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:13.827882 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f104e2-20c7-412f-b85d-35af2f42266e admin admin] Network ee3e8106-80db-4a57-b5f1-01b66c3d6068 is already hosted by enough agents. {{(pid=86363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:22:13.831987 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-a2f104e2-20c7-412f-b85d-35af2f42266e admin admin] Resources bound (agent type, host, resource id): {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:22:13.836488 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4e688f88-8621-45c4-aac9-8deb4c7b18de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782697800819'] for network, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:13.889926 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c12a882-9e3e-4621-9bb5-09420a3f958a req-09da2001-6330-4e01-af4b-38a89636443e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:13.891897 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5c12a882-9e3e-4621-9bb5-09420a3f958a req-09da2001-6330-4e01-af4b-38a89636443e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7bcee201-e581-4998-8db1-0eb0dcf42dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1266410 Apr 19 18:22:13.968629 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ac8f9915-bdd4-44a0-9662-6b7940bf432f None None] Notify callbacks [] for port, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:13.984166 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:13.990146 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.db.resource_extend [None req-4e688f88-8621-45c4-aac9-8deb4c7b18de admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 19 18:22:14.002491 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-ac8f9915-bdd4-44a0-9662-6b7940bf432f None None] Transition to ACTIVE for port object 9b36268b-3921-4430-a588-04a8e09b4384 will not be triggered until provisioned by entity L2. {{(pid=86364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:22:14.020264 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ac8f9915-bdd4-44a0-9662-6b7940bf432f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:14.026945 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:14.088389 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5c12a882-9e3e-4621-9bb5-09420a3f958a req-4b7acf34-4754-4e12-b9f5-1e0ba4167320 service neutron] 10.222.0.53 "GET /v2.0/networks/7bcee201-e581-4998-8db1-0eb0dcf42dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891227 Apr 19 18:22:14.119048 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4e688f88-8621-45c4-aac9-8deb4c7b18de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962'] for network, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:14.122582 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-029fb8a5-04d9-41f6-9515-9892cae1c281 req-782a4875-9b6d-4caa-a5c0-216ac844143d tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e9487a4-42da-4069-8845-545fc4d734ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3883038 Apr 19 18:22:14.137864 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e688f88-8621-45c4-aac9-8deb4c7b18de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:14.138524 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4e688f88-8621-45c4-aac9-8deb4c7b18de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759945'] for network, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:14.162043 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-08b17523-a3c3-4cf3-84d8-45b53e253a12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:14.222652 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] For port e01ac733-2bdb-48e8-866d-af9558d5728d, host dv-cinder-786927-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-iscsi',level=0,port_id=e01ac733-2bdb-48e8-866d-af9558d5728d,segment=NetworkSegment(2b9d4c4a-fbb2-4b6f-8844-c1133daaedbe),segment_id=2b9d4c4a-fbb2-4b6f-8844-c1133daaedbe)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:22:14.322048 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5c12a882-9e3e-4621-9bb5-09420a3f958a req-f60c8602-795a-4816-ad48-696500f86aac service neutron] 10.222.0.53 "GET /v2.0/networks/7bcee201-e581-4998-8db1-0eb0dcf42dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254021 Apr 19 18:22:14.333880 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-4e688f88-8621-45c4-aac9-8deb4c7b18de admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.6421716 Apr 19 18:22:14.335094 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 37202) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:22:14.340769 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:14.344144 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e688f88-8621-45c4-aac9-8deb4c7b18de admin admin] Pushing event updated for resources: {'Network': ['ID=4d24a0e3-33e1-4913-8e91-0ad67d7c4aa3,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:14.351588 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-4e688f88-8621-45c4-aac9-8deb4c7b18de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:14.364062 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-4672e257-dd1b-4820-bfc9-e56e1704a1a8 admin admin] Request body: {'subnet': {'network_id': '4d24a0e3-33e1-4913-8e91-0ad67d7c4aa3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1921444774-subnet', 'tenant_id': '80ed8f07ebbe485ba350dccbe83be8ac', 'ip_version': 4}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:22:14.374070 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-4672e257-dd1b-4820-bfc9-e56e1704a1a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:22:14.376417 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-ac8f9915-bdd4-44a0-9662-6b7940bf432f None None] Attempting to bind port 9b36268b-3921-4430-a588-04a8e09b4384 on host dv-cinder-786927-1-iscsi for vnic_type normal with profile {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:22:14.376857 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-ac8f9915-bdd4-44a0-9662-6b7940bf432f None None] Attempting to bind port 9b36268b-3921-4430-a588-04a8e09b4384 by drivers openvswitch,hyperv on host dv-cinder-786927-1-iscsi at level 0 using segments [{'id': '3a08ee2f-f5d8-4530-9399-ffecb932d723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1f49822f-29ba-4e60-a46b-78786ac1f34c'}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:22:14.377236 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8f9915-bdd4-44a0-9662-6b7940bf432f None None] Attempting to bind port 9b36268b-3921-4430-a588-04a8e09b4384 on network 1f49822f-29ba-4e60-a46b-78786ac1f34c {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:22:14.380913 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-4672e257-dd1b-4820-bfc9-e56e1704a1a8 admin admin] Usage tracker for resource:subnet and tenant:80ed8f07ebbe485ba350dccbe83be8ac is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:22:14.384952 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-98ab6c3d-dfde-4323-91dd-0eb4e3c0044e None None] Provisioning complete for port bd3105dd-7733-454c-947d-b4f23825db34 triggered by entity DHCP. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:22:14.385377 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-98ab6c3d-dfde-4323-91dd-0eb4e3c0044e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:14.386604 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-4672e257-dd1b-4820-bfc9-e56e1704a1a8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:22:14.396717 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-4672e257-dd1b-4820-bfc9-e56e1704a1a8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:22:14.416374 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2f104e2-20c7-412f-b85d-35af2f42266e admin admin] Router b279b799-3900-478f-801a-7b31870f7c4d has already been hosted by L3 agent 24af6f5b-4620-4572-ab28-0613f710586e {{(pid=86363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:22:14.464040 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Network 4d24a0e3-33e1-4913-8e91-0ad67d7c4aa3 details requested by agent ovs-agent-dv-cinder-786927-1-iscsi with host dv-cinder-786927-1-iscsi {{(pid=86364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 18:22:14.502748 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4672e257-dd1b-4820-bfc9-e56e1704a1a8 admin admin] Made reservation on behalf of 80ed8f07ebbe485ba350dccbe83be8ac for: {'subnet': 1} {{(pid=86362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:22:14.508025 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4672e257-dd1b-4820-bfc9-e56e1704a1a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036843295491'] for subnet, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:14.591980 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8f9915-bdd4-44a0-9662-6b7940bf432f None None] Checking agent: {'id': '84360490-1fcf-4ef7-acd4-64c16b857909', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 7, 56), 'started_at': datetime.datetime(2021, 4, 19, 18, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:22:14.592399 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8f9915-bdd4-44a0-9662-6b7940bf432f None None] Checking segment: {'id': '3a08ee2f-f5d8-4530-9399-ffecb932d723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1f49822f-29ba-4e60-a46b-78786ac1f34c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:22:14.592857 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ac8f9915-bdd4-44a0-9662-6b7940bf432f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:14.593288 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8f9915-bdd4-44a0-9662-6b7940bf432f None None] Bound using segment: {'id': '3a08ee2f-f5d8-4530-9399-ffecb932d723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1f49822f-29ba-4e60-a46b-78786ac1f34c'} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:22:14.593838 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-ac8f9915-bdd4-44a0-9662-6b7940bf432f None None] Bound port: 9b36268b-3921-4430-a588-04a8e09b4384, host: dv-cinder-786927-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a08ee2f-f5d8-4530-9399-ffecb932d723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1f49822f-29ba-4e60-a46b-78786ac1f34c'}}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:22:14.594264 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ac8f9915-bdd4-44a0-9662-6b7940bf432f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:14.613932 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-98ab6c3d-dfde-4323-91dd-0eb4e3c0044e None None] Port bd3105dd-7733-454c-947d-b4f23825db34 cannot update to ACTIVE because it is not bound. {{(pid=86364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:22:14.616898 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device dbfd9b72-a828-4c1d-83a4-2592537c0734 up at agent ovs-agent-dv-cinder-786927-1-iscsi {{(pid=86364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:22:14.674004 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2f104e2-20c7-412f-b85d-35af2f42266e admin admin] Notify agent at l3_agent.dv-cinder-786927-1-iscsi the message routers_updated {{(pid=86363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:22:14.699618 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-a2f104e2-20c7-412f-b85d-35af2f42266e admin admin] 10.222.0.36 "PUT /v2.0/routers/b279b799-3900-478f-801a-7b31870f7c4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7786343 Apr 19 18:22:14.823445 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcee788-1739-437e-a30b-198ca3973359 None None] Pushing event updated for resources: {'Port': ['ID=9b36268b-3921-4430-a588-04a8e09b4384,revision_number=3']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:14.829719 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-6fcee788-1739-437e-a30b-198ca3973359 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.803s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:14.833567 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.462s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:14.941825 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Provisioning for port dbfd9b72-a828-4c1d-83a4-2592537c0734 completed by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:22:14.946688 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-ac8f9915-bdd4-44a0-9662-6b7940bf432f None None] For port 9b36268b-3921-4430-a588-04a8e09b4384, host dv-cinder-786927-1-iscsi, cleared binding levels {{(pid=86364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:22:14.956113 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d2394-4a73-4df9-9736-8342e6a92d23 req-e1364fc7-dd46-4fe5-a68b-1c87dcad7345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:14.958462 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6b0d2394-4a73-4df9-9736-8342e6a92d23 req-e1364fc7-dd46-4fe5-a68b-1c87dcad7345 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d40df5788f6140729f7e263c33f44bda&device_id=ca19b00d-fa4d-44d5-8b69-1cca3860a9df HTTP/1.1" status: 200 len: 1097 time: 0.5442548 Apr 19 18:22:14.962440 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Provisioning complete for port dbfd9b72-a828-4c1d-83a4-2592537c0734 triggered by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:22:14.962873 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:15.007466 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-ac8f9915-bdd4-44a0-9662-6b7940bf432f None None] For port 9b36268b-3921-4430-a588-04a8e09b4384, host dv-cinder-786927-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-iscsi',level=0,port_id=9b36268b-3921-4430-a588-04a8e09b4384,segment=NetworkSegment(3a08ee2f-f5d8-4530-9399-ffecb932d723),segment_id=3a08ee2f-f5d8-4530-9399-ffecb932d723)] {{(pid=86364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:22:15.013179 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Pushing event updated for resources: {'Port': ['ID=e01ac733-2bdb-48e8-866d-af9558d5728d,revision_number=5']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:15.018885 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ac8f9915-bdd4-44a0-9662-6b7940bf432f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:15.023185 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:15.023678 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:15.203006 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d2394-4a73-4df9-9736-8342e6a92d23 req-1681a860-74ae-4f48-a91d-43bfd563fae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:15.205049 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6b0d2394-4a73-4df9-9736-8342e6a92d23 req-1681a860-74ae-4f48-a91d-43bfd563fae5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7bcee201-e581-4998-8db1-0eb0dcf42dab HTTP/1.1" status: 200 len: 918 time: 0.2387984 Apr 19 18:22:15.296436 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6b0d2394-4a73-4df9-9736-8342e6a92d23 req-515155ad-8d0b-447f-846f-3bccc011cf97 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c425db17-6363-44bb-a944-ee3829897721 HTTP/1.1" status: 200 len: 217 time: 0.0813704 Apr 19 18:22:15.335796 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8f9915-bdd4-44a0-9662-6b7940bf432f None None] Routers {'06903e02-b5ee-4ad8-a32f-bf7deafb1a58'} bound to L3 agent in host dv-cinder-786927-1-iscsi {{(pid=86364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:22:15.336520 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-ac8f9915-bdd4-44a0-9662-6b7940bf432f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T18:07:54Z,description=,heartbeat_timestamp=2021-04-19T18:21:54Z,host='dv-cinder-786927-1-iscsi',id=24af6f5b-4620-4572-ab28-0613f710586e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:07:54Z,topic='l3_agent')) {'router_ids': ['06903e02-b5ee-4ad8-a32f-bf7deafb1a58'], 'active': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:22:15.489046 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcee788-1739-437e-a30b-198ca3973359 None None] Pushing event updated for resources: {'Port': ['ID=9b36268b-3921-4430-a588-04a8e09b4384,revision_number=4']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:15.505529 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-6fcee788-1739-437e-a30b-198ca3973359 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:15.534047 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d2394-4a73-4df9-9736-8342e6a92d23 req-de4c8f47-dc43-48ad-9ef8-9b266bd296a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:15.536200 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6b0d2394-4a73-4df9-9736-8342e6a92d23 req-de4c8f47-dc43-48ad-9ef8-9b266bd296a3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f115f197-c2a2-4c8a-a041-6b1ab4a2efc7 HTTP/1.1" status: 200 len: 856 time: 0.2140260 Apr 19 18:22:15.616471 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:15.659567 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] For port dbfd9b72-a828-4c1d-83a4-2592537c0734, host dv-cinder-786927-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-iscsi',level=0,port_id=dbfd9b72-a828-4c1d-83a4-2592537c0734,segment=NetworkSegment(c45e75c0-3629-4b9b-9637-c1f0a35fb912),segment_id=c45e75c0-3629-4b9b-9637-c1f0a35fb912)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:22:15.661930 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-ac8f9915-bdd4-44a0-9662-6b7940bf432f None None] Set router 06903e02-b5ee-4ad8-a32f-bf7deafb1a58 gateway port host: dv-cinder-786927-1-iscsi {{(pid=86364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:22:15.662857 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48575a79-c4bb-4814-af38-f726bfb165d2 req-eefc20fd-68fb-4714-9c0d-d4a131c48a7f tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:15.664970 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-48575a79-c4bb-4814-af38-f726bfb165d2 req-eefc20fd-68fb-4714-9c0d-d4a131c48a7f tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca19b00d-fa4d-44d5-8b69-1cca3860a9df HTTP/1.1" status: 200 len: 944 time: 0.2945073 Apr 19 18:22:15.756476 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f80ae66-098b-45e4-a04a-2e4686d52167 None None] Sync routers for ids ['b279b799-3900-478f-801a-7b31870f7c4d'] in dv-cinder-786927-1-iscsi {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:22:15.773099 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f80ae66-098b-45e4-a04a-2e4686d52167 None None] Routers {'b279b799-3900-478f-801a-7b31870f7c4d'} bound to L3 agent in host dv-cinder-786927-1-iscsi {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:22:15.773711 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-8f80ae66-098b-45e4-a04a-2e4686d52167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T18:07:54Z,description=,heartbeat_timestamp=2021-04-19T18:21:54Z,host='dv-cinder-786927-1-iscsi',id=24af6f5b-4620-4572-ab28-0613f710586e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:07:54Z,topic='l3_agent')) {'router_ids': ['b279b799-3900-478f-801a-7b31870f7c4d'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:22:15.794444 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-48575a79-c4bb-4814-af38-f726bfb165d2 req-8d4d193a-010a-4889-8037-4111f0d3d56c tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e9487a4-42da-4069-8845-545fc4d734ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215279 Apr 19 18:22:15.834744 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d2394-4a73-4df9-9736-8342e6a92d23 req-c97ae307-c582-4b07-9f40-c1bbe4998138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:15.839876 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6b0d2394-4a73-4df9-9736-8342e6a92d23 req-c97ae307-c582-4b07-9f40-c1bbe4998138 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7bcee201-e581-4998-8db1-0eb0dcf42dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2906020 Apr 19 18:22:15.873799 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:15.881072 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:16.011096 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 37222) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:22:16.020200 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-3285388d-a07d-4361-829e-beffea13cf9d tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1540516540', 'description': 'tempest-secgroup-smoke-1540516540 description', 'project_id': 'd29eee7bedfd47868ae5c7a8e8bcaa1a'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:22:16.030136 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-3285388d-a07d-4361-829e-beffea13cf9d tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:22:16.030577 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4672e257-dd1b-4820-bfc9-e56e1704a1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853862292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10670327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036843295508'] for subnet, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:16.035696 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-3285388d-a07d-4361-829e-beffea13cf9d tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Usage tracker for resource:security_group and tenant:d29eee7bedfd47868ae5c7a8e8bcaa1a is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:22:16.038900 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-3285388d-a07d-4361-829e-beffea13cf9d tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:22:16.047646 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-75a3a752-500e-463e-9b09-b8bcfef778da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:16.047907 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-3285388d-a07d-4361-829e-beffea13cf9d tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:22:16.061557 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-8f80ae66-098b-45e4-a04a-2e4686d52167 None None] Set router b279b799-3900-478f-801a-7b31870f7c4d gateway port host: dv-cinder-786927-1-iscsi {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:22:16.061891 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-3285388d-a07d-4361-829e-beffea13cf9d tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:16.066350 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Pushing event updated for resources: {'Port': ['ID=dbfd9b72-a828-4c1d-83a4-2592537c0734,revision_number=4']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:16.079101 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:16.096485 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-3285388d-a07d-4361-829e-beffea13cf9d tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:22:16.101418 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-3285388d-a07d-4361-829e-beffea13cf9d tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Usage tracker for resource:security_group_rule and tenant:d29eee7bedfd47868ae5c7a8e8bcaa1a is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:22:16.108282 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-3285388d-a07d-4361-829e-beffea13cf9d tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:22:16.116777 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-3285388d-a07d-4361-829e-beffea13cf9d tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:22:16.188338 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6b0d2394-4a73-4df9-9736-8342e6a92d23 req-ccac21b2-0a81-48b6-bc3a-fff526d20fda service neutron] 10.222.0.53 "GET /v2.0/networks/7bcee201-e581-4998-8db1-0eb0dcf42dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2962410 Apr 19 18:22:16.189574 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4672e257-dd1b-4820-bfc9-e56e1704a1a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d2a4e65-dba4-4905-86a6-f2f7417d6872,revision_number=0']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:16.194326 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-4672e257-dd1b-4820-bfc9-e56e1704a1a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:16.201912 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-ac8f9915-bdd4-44a0-9662-6b7940bf432f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06903e02-b5ee-4ad8-a32f-bf7deafb1a58', 'name': 'tempest-TestVolumeBootPattern-273059214-router', 'tenant_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '98271dc7-b9d9-46a4-a452-6f803fe9e7ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:21:57Z', 'updated_at': '2021-04-19T18:22:07Z', 'revision_number': 4, 'project_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'gw_port': {'id': '98271dc7-b9d9-46a4-a452-6f803fe9e7ab', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06903e02-b5ee-4ad8-a32f-bf7deafb1a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:59Z', 'updated_at': '2021-04-19T18:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi', '_interfaces': [{'id': '9b36268b-3921-4430-a588-04a8e09b4384', 'name': '', 'network_id': '1f49822f-29ba-4e60-a46b-78786ac1f34c', 'tenant_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'mac_address': 'fa:16:3e:d6:68:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06903e02-b5ee-4ad8-a32f-bf7deafb1a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'a7079f5e-d348-48c2-81c0-ab4764c813e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:22:04Z', 'updated_at': '2021-04-19T18:22:14Z', 'revision_number': 4, 'project_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'subnets': [{'id': 'a7079f5e-d348-48c2-81c0-ab4764c813e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-iscsi', False) {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:22:16.203402 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4672e257-dd1b-4820-bfc9-e56e1704a1a8 admin admin] Checking segment: {'id': 'eb25de59-375b-49ba-8615-d0b4e7f4150f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4d24a0e3-33e1-4913-8e91-0ad67d7c4aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:22:16.204008 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4672e257-dd1b-4820-bfc9-e56e1704a1a8 admin admin] Network hostable DHCP agents. Network: 4d24a0e3-33e1-4913-8e91-0ad67d7c4aa3, hostable agents: ['66dd5093-526f-401d-add7-2f8e88013a06'], hosted agents: [] {{(pid=86362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 18:22:16.206904 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8f9915-bdd4-44a0-9662-6b7940bf432f None None] The sync data for ids ['06903e02-b5ee-4ad8-a32f-bf7deafb1a58'] in dv-cinder-786927-1-iscsi is: [{'id': '06903e02-b5ee-4ad8-a32f-bf7deafb1a58', 'name': 'tempest-TestVolumeBootPattern-273059214-router', 'tenant_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '98271dc7-b9d9-46a4-a452-6f803fe9e7ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:21:57Z', 'updated_at': '2021-04-19T18:22:07Z', 'revision_number': 4, 'project_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'gw_port': {'id': '98271dc7-b9d9-46a4-a452-6f803fe9e7ab', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06903e02-b5ee-4ad8-a32f-bf7deafb1a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:59Z', 'updated_at': '2021-04-19T18:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi', '_interfaces': [{'id': '9b36268b-3921-4430-a588-04a8e09b4384', 'name': '', 'network_id': '1f49822f-29ba-4e60-a46b-78786ac1f34c', 'tenant_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'mac_address': 'fa:16:3e:d6:68:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06903e02-b5ee-4ad8-a32f-bf7deafb1a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'a7079f5e-d348-48c2-81c0-ab4764c813e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:22:04Z', 'updated_at': '2021-04-19T18:22:14Z', 'revision_number': 4, 'project_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'subnets': [{'id': 'a7079f5e-d348-48c2-81c0-ab4764c813e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:22:16.210272 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-3285388d-a07d-4361-829e-beffea13cf9d tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:16.217437 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-3285388d-a07d-4361-829e-beffea13cf9d tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:16.249679 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-660ebecd-1b6e-458e-a5b8-6960141448a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:16.294455 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3285388d-a07d-4361-829e-beffea13cf9d tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb971d4b-28db-4667-a104-99285d2c0e26,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:16.302188 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-3285388d-a07d-4361-829e-beffea13cf9d tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:16.304500 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-3285388d-a07d-4361-829e-beffea13cf9d tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:16.307054 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-3285388d-a07d-4361-829e-beffea13cf9d tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2941303 Apr 19 18:22:16.310611 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 37226) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:22:16.319647 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-705248f1-8550-4614-aef0-87ca6b657740 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Request body: {'security_group_rule': {'security_group_id': 'fb971d4b-28db-4667-a104-99285d2c0e26', 'project_id': 'd29eee7bedfd47868ae5c7a8e8bcaa1a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:22:16.326495 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-705248f1-8550-4614-aef0-87ca6b657740 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:22:16.330781 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-705248f1-8550-4614-aef0-87ca6b657740 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Usage tracker for resource:security_group_rule and tenant:d29eee7bedfd47868ae5c7a8e8bcaa1a is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:22:16.333984 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-705248f1-8550-4614-aef0-87ca6b657740 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:22:16.341120 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-705248f1-8550-4614-aef0-87ca6b657740 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:22:16.367075 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-705248f1-8550-4614-aef0-87ca6b657740 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:16.384927 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4672e257-dd1b-4820-bfc9-e56e1704a1a8 admin admin] Network 4d24a0e3-33e1-4913-8e91-0ad67d7c4aa3 is scheduled to be hosted by DHCP agent 66dd5093-526f-401d-add7-2f8e88013a06 with binding_index 1 {{(pid=86362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 18:22:16.431823 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-4672e257-dd1b-4820-bfc9-e56e1704a1a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786927-1-iscsi, 4d24a0e3-33e1-4913-8e91-0ad67d7c4aa3) {{(pid=86362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:22:16.442082 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179305c7-d50f-41fa-a0c1-8e9ffde3d825 None None] Network 4d24a0e3-33e1-4913-8e91-0ad67d7c4aa3 requested from dv-cinder-786927-1-iscsi {{(pid=86364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:22:16.472105 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-705248f1-8550-4614-aef0-87ca6b657740 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:16.475374 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-705248f1-8550-4614-aef0-87ca6b657740 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855548'] for security_group_rule, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:16.500054 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:16.518536 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4672e257-dd1b-4820-bfc9-e56e1704a1a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:16.519069 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705248f1-8550-4614-aef0-87ca6b657740 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f488badb-6116-456b-8b0c-c5aa1ffe39b4,revision_number=0']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:16.519569 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4672e257-dd1b-4820-bfc9-e56e1704a1a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:16.521332 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-705248f1-8550-4614-aef0-87ca6b657740 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:16.522243 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-705248f1-8550-4614-aef0-87ca6b657740 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:16.523892 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-705248f1-8550-4614-aef0-87ca6b657740 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2103724 Apr 19 18:22:16.527510 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 37230) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:22:16.535493 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-eee6b87f-da03-4fc0-81fc-c8b69ea5e30c tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Request body: {'security_group_rule': {'security_group_id': 'fb971d4b-28db-4667-a104-99285d2c0e26', 'project_id': 'd29eee7bedfd47868ae5c7a8e8bcaa1a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:22:16.542369 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-eee6b87f-da03-4fc0-81fc-c8b69ea5e30c tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:22:16.547459 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-eee6b87f-da03-4fc0-81fc-c8b69ea5e30c tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Usage tracker for resource:security_group_rule and tenant:d29eee7bedfd47868ae5c7a8e8bcaa1a is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:22:16.550811 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-eee6b87f-da03-4fc0-81fc-c8b69ea5e30c tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:22:16.558742 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-eee6b87f-da03-4fc0-81fc-c8b69ea5e30c tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:22:16.576206 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-8f80ae66-098b-45e4-a04a-2e4686d52167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b279b799-3900-478f-801a-7b31870f7c4d', 'name': 'tempest-TestShelveInstance-2054433140-router', 'tenant_id': '8cfc0774767b4ee2a8ab4a716fcb72d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': 'dbfd9b72-a828-4c1d-83a4-2592537c0734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:22:02Z', 'updated_at': '2021-04-19T18:22:12Z', 'revision_number': 4, 'project_id': '8cfc0774767b4ee2a8ab4a716fcb72d7', 'gw_port': {'id': 'dbfd9b72-a828-4c1d-83a4-2592537c0734', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b279b799-3900-478f-801a-7b31870f7c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:22:04Z', 'updated_at': '2021-04-19T18:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi', '_interfaces': [{'id': 'bd3105dd-7733-454c-947d-b4f23825db34', 'name': '', 'network_id': 'ee3e8106-80db-4a57-b5f1-01b66c3d6068', 'tenant_id': '8cfc0774767b4ee2a8ab4a716fcb72d7', 'mac_address': 'fa:16:3e:c8:f1:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b279b799-3900-478f-801a-7b31870f7c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '856ce6ba-63b7-4a97-8787-460c79227031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:22:10Z', 'updated_at': '2021-04-19T18:22:12Z', 'revision_number': 2, 'project_id': '8cfc0774767b4ee2a8ab4a716fcb72d7', 'subnets': [{'id': '856ce6ba-63b7-4a97-8787-460c79227031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-iscsi', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:22:16.578818 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6b0d2394-4a73-4df9-9736-8342e6a92d23 req-11241fcd-4860-4d02-9c0a-f92a6fdd31a2 service neutron] 10.222.0.53 "GET /v2.0/networks/7bcee201-e581-4998-8db1-0eb0dcf42dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3767087 Apr 19 18:22:16.583598 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-4672e257-dd1b-4820-bfc9-e56e1704a1a8 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2436845 Apr 19 18:22:16.584041 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 37234) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:22:16.585525 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-eee6b87f-da03-4fc0-81fc-c8b69ea5e30c tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:16.589966 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-9a870c22-35ee-4b0a-9d32-2f0f7c36b16a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1921444774-router', 'tenant_id': '80ed8f07ebbe485ba350dccbe83be8ac', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33'}}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:22:16.597554 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f80ae66-098b-45e4-a04a-2e4686d52167 None None] Checking router: b279b799-3900-478f-801a-7b31870f7c4d for host: dv-cinder-786927-1-iscsi {{(pid=86365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:22:16.597966 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f80ae66-098b-45e4-a04a-2e4686d52167 None None] Updating router b279b799-3900-478f-801a-7b31870f7c4d port bd3105dd-7733-454c-947d-b4f23825db34 binding host dv-cinder-786927-1-iscsi {{(pid=86365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 18:22:16.607661 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-9a870c22-35ee-4b0a-9d32-2f0f7c36b16a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:22:16.617894 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-9a870c22-35ee-4b0a-9d32-2f0f7c36b16a admin admin] Usage tracker for resource:router and tenant:80ed8f07ebbe485ba350dccbe83be8ac is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:22:16.624189 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-9a870c22-35ee-4b0a-9d32-2f0f7c36b16a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:22:16.638138 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-9a870c22-35ee-4b0a-9d32-2f0f7c36b16a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:22:16.660380 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9a870c22-35ee-4b0a-9d32-2f0f7c36b16a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854149137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854772548'] for router, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:16.664275 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9a870c22-35ee-4b0a-9d32-2f0f7c36b16a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-626663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-921872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3236'] for router, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:16.680996 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-eee6b87f-da03-4fc0-81fc-c8b69ea5e30c tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:16.684890 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-eee6b87f-da03-4fc0-81fc-c8b69ea5e30c tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855548'] for security_group_rule, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:16.698668 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9a870c22-35ee-4b0a-9d32-2f0f7c36b16a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:16.699525 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:16.700157 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8f80ae66-098b-45e4-a04a-2e4686d52167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:16.716660 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device dbfd9b72-a828-4c1d-83a4-2592537c0734 up at agent ovs-agent-dv-cinder-786927-1-iscsi {{(pid=86364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:22:16.724328 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee6b87f-da03-4fc0-81fc-c8b69ea5e30c tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4d39f0c-1121-4000-a6a3-0038e810d877,revision_number=0']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:16.731297 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-eee6b87f-da03-4fc0-81fc-c8b69ea5e30c tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:16.736439 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-eee6b87f-da03-4fc0-81fc-c8b69ea5e30c tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:16.737779 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-eee6b87f-da03-4fc0-81fc-c8b69ea5e30c tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2092228 Apr 19 18:22:16.741381 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 37238) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:22:16.767332 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-7a648acd-ba9c-49e7-af1c-53009754ffbb tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Request body: {'security_group_rule': {'security_group_id': 'fb971d4b-28db-4667-a104-99285d2c0e26', 'project_id': 'd29eee7bedfd47868ae5c7a8e8bcaa1a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:22:16.776540 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-7a648acd-ba9c-49e7-af1c-53009754ffbb tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:22:16.784996 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-7a648acd-ba9c-49e7-af1c-53009754ffbb tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Usage tracker for resource:security_group_rule and tenant:d29eee7bedfd47868ae5c7a8e8bcaa1a is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:22:16.790151 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-7a648acd-ba9c-49e7-af1c-53009754ffbb tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:22:16.801493 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-7a648acd-ba9c-49e7-af1c-53009754ffbb tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:22:16.840446 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7a648acd-ba9c-49e7-af1c-53009754ffbb tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:16.943818 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Provisioning complete for port dbfd9b72-a828-4c1d-83a4-2592537c0734 triggered by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:22:16.944602 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:17.047432 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7a648acd-ba9c-49e7-af1c-53009754ffbb tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:17.058633 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7a648acd-ba9c-49e7-af1c-53009754ffbb tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855548'] for security_group_rule, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:17.061209 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:17.128114 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a648acd-ba9c-49e7-af1c-53009754ffbb tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e666d8da-529c-4e76-ab90-f9e5a6b66c9c,revision_number=0']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:17.137299 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-7a648acd-ba9c-49e7-af1c-53009754ffbb tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:17.151242 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7a648acd-ba9c-49e7-af1c-53009754ffbb tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:17.155403 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-7a648acd-ba9c-49e7-af1c-53009754ffbb tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4099879 Apr 19 18:22:17.155997 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 37246) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:22:17.163955 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9a870c22-35ee-4b0a-9d32-2f0f7c36b16a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3221'] for router, precommit_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:17.167347 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-494311c3-1ea6-4618-8c47-7ee689cba2a8 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Request body: {'security_group_rule': {'security_group_id': 'fb971d4b-28db-4667-a104-99285d2c0e26', 'project_id': 'd29eee7bedfd47868ae5c7a8e8bcaa1a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:22:17.184204 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-494311c3-1ea6-4618-8c47-7ee689cba2a8 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:22:17.195595 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-494311c3-1ea6-4618-8c47-7ee689cba2a8 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Usage tracker for resource:security_group_rule and tenant:d29eee7bedfd47868ae5c7a8e8bcaa1a is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:22:17.200654 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-494311c3-1ea6-4618-8c47-7ee689cba2a8 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:22:17.228309 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-494311c3-1ea6-4618-8c47-7ee689cba2a8 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:22:17.244251 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b82636-1c95-47a4-83b1-8962214f4fd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7ea2a11-35e3-5807-b576-1bd2b4770768-4d24a0e3-33e1-4913-8e91-0ad67d7c4aa3', 'network_id': '4d24a0e3-33e1-4913-8e91-0ad67d7c4aa3', 'tenant_id': '80ed8f07ebbe485ba350dccbe83be8ac', 'fixed_ips': [{'subnet_id': '0d2a4e65-dba4-4905-86a6-f2f7417d6872'}]}} from dv-cinder-786927-1-iscsi. {{(pid=86364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 19 18:22:17.245511 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-19b82636-1c95-47a4-83b1-8962214f4fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:17.258025 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-494311c3-1ea6-4618-8c47-7ee689cba2a8 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:17.265412 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device e01ac733-2bdb-48e8-866d-af9558d5728d up at agent ovs-agent-dv-cinder-786927-1-iscsi {{(pid=86364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:22:17.330149 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f842a678-334a-4f9b-bdc5-5d3b6ac062ab req-498e98de-a136-44fc-8121-c81798101eb6 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:17.332272 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f842a678-334a-4f9b-bdc5-5d3b6ac062ab req-498e98de-a136-44fc-8121-c81798101eb6 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca19b00d-fa4d-44d5-8b69-1cca3860a9df HTTP/1.1" status: 200 len: 944 time: 0.2297497 Apr 19 18:22:17.394068 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-494311c3-1ea6-4618-8c47-7ee689cba2a8 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:17.399714 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-494311c3-1ea6-4618-8c47-7ee689cba2a8 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855548'] for security_group_rule, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:17.421415 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8f80ae66-098b-45e4-a04a-2e4686d52167 None None] Notify callbacks [] for port, precommit_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:17.424471 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b2a508cc-e2b6-4054-92e4-756a4a93a540 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:17.435922 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-8f80ae66-098b-45e4-a04a-2e4686d52167 None None] Transition to ACTIVE for port object bd3105dd-7733-454c-947d-b4f23825db34 will not be triggered until provisioned by entity L2. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:22:17.436172 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-494311c3-1ea6-4618-8c47-7ee689cba2a8 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:17.441068 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-494311c3-1ea6-4618-8c47-7ee689cba2a8 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2808027 Apr 19 18:22:17.441598 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 37250) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:22:17.449743 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8f80ae66-098b-45e4-a04a-2e4686d52167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:17.451325 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-4a03a990-00a6-4c35-a25a-097d9fa01325 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Request body: {'security_group_rule': {'security_group_id': 'fb971d4b-28db-4667-a104-99285d2c0e26', 'project_id': 'd29eee7bedfd47868ae5c7a8e8bcaa1a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:22:17.456285 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-076fd66f-c972-4d3c-ad49-12004aaa21e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:17.458892 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-4a03a990-00a6-4c35-a25a-097d9fa01325 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:22:17.461331 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f842a678-334a-4f9b-bdc5-5d3b6ac062ab req-5aab192c-c8da-4267-b156-1c6ae5efdbc3 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e9487a4-42da-4069-8845-545fc4d734ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101732 Apr 19 18:22:17.477583 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-4a03a990-00a6-4c35-a25a-097d9fa01325 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Usage tracker for resource:security_group_rule and tenant:d29eee7bedfd47868ae5c7a8e8bcaa1a is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:22:17.485757 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-4a03a990-00a6-4c35-a25a-097d9fa01325 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:22:17.495448 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-4a03a990-00a6-4c35-a25a-097d9fa01325 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:22:17.503907 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494311c3-1ea6-4618-8c47-7ee689cba2a8 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c933f669-e5f6-4a5d-bc52-b126095f0e5c,revision_number=0']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:17.518725 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-494311c3-1ea6-4618-8c47-7ee689cba2a8 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:17.520172 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.db.securitygroups_db [None req-4a03a990-00a6-4c35-a25a-097d9fa01325 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Project d29eee7bedfd47868ae5c7a8e8bcaa1a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 19 18:22:17.528007 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4a03a990-00a6-4c35-a25a-097d9fa01325 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:17.566691 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Provisioning complete for port e01ac733-2bdb-48e8-866d-af9558d5728d triggered by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:22:17.566906 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:17.618947 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4a03a990-00a6-4c35-a25a-097d9fa01325 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:17.623240 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4a03a990-00a6-4c35-a25a-097d9fa01325 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855548'] for security_group_rule, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:17.640624 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [None req-19b82636-1c95-47a4-83b1-8962214f4fd0 None None] Allocated IP 172.20.0.2 (4d24a0e3-33e1-4913-8e91-0ad67d7c4aa3/0d2a4e65-dba4-4905-86a6-f2f7417d6872/bddb90c3-a73f-4269-a1e1-3682968ed75f) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:22:17.651028 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Device c425db17-6363-44bb-a944-ee3829897721 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:22:17.651413 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:17.669881 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a03a990-00a6-4c35-a25a-097d9fa01325 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd239806-b8e0-4f6a-b03e-3f39689083ba,revision_number=0']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:17.679973 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-4a03a990-00a6-4c35-a25a-097d9fa01325 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:17.682397 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4a03a990-00a6-4c35-a25a-097d9fa01325 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:17.684068 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-4a03a990-00a6-4c35-a25a-097d9fa01325 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2414575 Apr 19 18:22:17.687121 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 37254) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:22:17.693671 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-4a490afa-bcd4-430f-8755-d12e2a586dfa tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Request body: {'security_group_rule': {'security_group_id': 'fb971d4b-28db-4667-a104-99285d2c0e26', 'project_id': 'd29eee7bedfd47868ae5c7a8e8bcaa1a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:22:17.705382 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-4a490afa-bcd4-430f-8755-d12e2a586dfa tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:22:17.711307 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-4a490afa-bcd4-430f-8755-d12e2a586dfa tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Usage tracker for resource:security_group_rule and tenant:d29eee7bedfd47868ae5c7a8e8bcaa1a is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:22:17.717301 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-4a490afa-bcd4-430f-8755-d12e2a586dfa tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:22:17.736993 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-4a490afa-bcd4-430f-8755-d12e2a586dfa tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:22:17.748723 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.db.securitygroups_db [None req-4a490afa-bcd4-430f-8755-d12e2a586dfa tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Project d29eee7bedfd47868ae5c7a8e8bcaa1a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 19 18:22:17.757382 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4a490afa-bcd4-430f-8755-d12e2a586dfa tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:17.848192 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-8f80ae66-098b-45e4-a04a-2e4686d52167 None None] Attempting to bind port bd3105dd-7733-454c-947d-b4f23825db34 on host dv-cinder-786927-1-iscsi for vnic_type normal with profile {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:22:17.848615 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-8f80ae66-098b-45e4-a04a-2e4686d52167 None None] Attempting to bind port bd3105dd-7733-454c-947d-b4f23825db34 by drivers openvswitch,hyperv on host dv-cinder-786927-1-iscsi at level 0 using segments [{'id': 'dbe7f3dc-3eb9-4e8e-9dad-eb970a5c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ee3e8106-80db-4a57-b5f1-01b66c3d6068'}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:22:17.849053 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f80ae66-098b-45e4-a04a-2e4686d52167 None None] Attempting to bind port bd3105dd-7733-454c-947d-b4f23825db34 on network ee3e8106-80db-4a57-b5f1-01b66c3d6068 {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:22:17.849432 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4a490afa-bcd4-430f-8755-d12e2a586dfa tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:17.853988 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4a490afa-bcd4-430f-8755-d12e2a586dfa tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855548'] for security_group_rule, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:17.857099 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-eee6b87f-da03-4fc0-81fc-c8b69ea5e30c tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:17.858295 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9a870c22-35ee-4b0a-9d32-2f0f7c36b16a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:17.860744 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f80ae66-098b-45e4-a04a-2e4686d52167 None None] Checking agent: {'id': '84360490-1fcf-4ef7-acd4-64c16b857909', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 7, 56), 'started_at': datetime.datetime(2021, 4, 19, 18, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:22:17.861169 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f80ae66-098b-45e4-a04a-2e4686d52167 None None] Checking segment: {'id': 'dbe7f3dc-3eb9-4e8e-9dad-eb970a5c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ee3e8106-80db-4a57-b5f1-01b66c3d6068'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:22:17.861626 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8f80ae66-098b-45e4-a04a-2e4686d52167 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:17.862097 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f80ae66-098b-45e4-a04a-2e4686d52167 None None] Bound using segment: {'id': 'dbe7f3dc-3eb9-4e8e-9dad-eb970a5c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ee3e8106-80db-4a57-b5f1-01b66c3d6068'} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:22:17.862622 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-8f80ae66-098b-45e4-a04a-2e4686d52167 None None] Bound port: bd3105dd-7733-454c-947d-b4f23825db34, host: dv-cinder-786927-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe7f3dc-3eb9-4e8e-9dad-eb970a5c850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ee3e8106-80db-4a57-b5f1-01b66c3d6068'}}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:22:17.863037 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8f80ae66-098b-45e4-a04a-2e4686d52167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:17.875076 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e370044a-5f15-4d50-adb4-fa65ca5ecca3 None None] Pushing event updated for resources: {'Port': ['ID=bd3105dd-7733-454c-947d-b4f23825db34,revision_number=3']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:17.881272 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-e370044a-5f15-4d50-adb4-fa65ca5ecca3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:17.894830 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a490afa-bcd4-430f-8755-d12e2a586dfa tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=714c133b-9e58-4ea8-a15f-840af086c8a7,revision_number=0']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:17.905834 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.db.resource_extend [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 19 18:22:17.910755 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-4a490afa-bcd4-430f-8755-d12e2a586dfa tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:17.923858 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4a490afa-bcd4-430f-8755-d12e2a586dfa tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:17.925795 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-4a490afa-bcd4-430f-8755-d12e2a586dfa tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2374201 Apr 19 18:22:17.943721 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9a870c22-35ee-4b0a-9d32-2f0f7c36b16a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:17.979677 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-8f80ae66-098b-45e4-a04a-2e4686d52167 None None] For port bd3105dd-7733-454c-947d-b4f23825db34, host dv-cinder-786927-1-iscsi, cleared binding levels {{(pid=86365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:22:17.983493 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-8f80ae66-098b-45e4-a04a-2e4686d52167 None None] For port bd3105dd-7733-454c-947d-b4f23825db34, host dv-cinder-786927-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-iscsi',level=0,port_id=bd3105dd-7733-454c-947d-b4f23825db34,segment=NetworkSegment(dbe7f3dc-3eb9-4e8e-9dad-eb970a5c850e),segment_id=dbe7f3dc-3eb9-4e8e-9dad-eb970a5c850e)] {{(pid=86365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:22:17.987977 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8f80ae66-098b-45e4-a04a-2e4686d52167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:17.996622 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-076fd66f-c972-4d3c-ad49-12004aaa21e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:18.096598 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f80ae66-098b-45e4-a04a-2e4686d52167 None None] Routers {'b279b799-3900-478f-801a-7b31870f7c4d'} bound to L3 agent in host dv-cinder-786927-1-iscsi {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:22:18.097295 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-8f80ae66-098b-45e4-a04a-2e4686d52167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T18:07:54Z,description=,heartbeat_timestamp=2021-04-19T18:21:54Z,host='dv-cinder-786927-1-iscsi',id=24af6f5b-4620-4572-ab28-0613f710586e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:07:54Z,topic='l3_agent')) {'router_ids': ['b279b799-3900-478f-801a-7b31870f7c4d'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:22:18.120221 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device 9b36268b-3921-4430-a588-04a8e09b4384 up at agent ovs-agent-dv-cinder-786927-1-iscsi {{(pid=86364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:22:18.180091 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [None req-9a870c22-35ee-4b0a-9d32-2f0f7c36b16a admin admin] Allocated IP 172.27.0.93 (4d554598-b480-4681-a36f-a7d82bbc0b33/6ca15ad6-e22c-47ba-9758-57475411b5fa/e4b38613-36b1-4f69-a2e6-015e31c8c27e) {{(pid=86362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:22:18.307193 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e370044a-5f15-4d50-adb4-fa65ca5ecca3 None None] Pushing event updated for resources: {'Port': ['ID=bd3105dd-7733-454c-947d-b4f23825db34,revision_number=4']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:18.329617 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-e370044a-5f15-4d50-adb4-fa65ca5ecca3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:18.341139 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Provisioning for port 9b36268b-3921-4430-a588-04a8e09b4384 completed by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:22:18.405263 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Provisioning complete for port 9b36268b-3921-4430-a588-04a8e09b4384 triggered by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:22:18.405991 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:18.423766 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9a870c22-35ee-4b0a-9d32-2f0f7c36b16a admin admin] Notify callbacks [] for port, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:18.433588 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-8f80ae66-098b-45e4-a04a-2e4686d52167 None None] Set router b279b799-3900-478f-801a-7b31870f7c4d gateway port host: dv-cinder-786927-1-iscsi {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:22:18.463293 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9a870c22-35ee-4b0a-9d32-2f0f7c36b16a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782697811417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844104858'] for port, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:18.470116 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-5549071a-7590-4376-ae5d-0d987d4db3d9 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:18.475113 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] For port c425db17-6363-44bb-a944-ee3829897721, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=c425db17-6363-44bb-a944-ee3829897721,segment=NetworkSegment(aa54b807-4b3f-4b4f-87af-c51beb1f731e),segment_id=aa54b807-4b3f-4b4f-87af-c51beb1f731e)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:22:18.562876 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a870c22-35ee-4b0a-9d32-2f0f7c36b16a admin admin] Network 4d554598-b480-4681-a36f-a7d82bbc0b33 is already hosted by enough agents. {{(pid=86362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:22:18.567426 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-9a870c22-35ee-4b0a-9d32-2f0f7c36b16a admin admin] Resources bound (agent type, host, resource id): {{(pid=86362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:22:18.572307 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a870c22-35ee-4b0a-9d32-2f0f7c36b16a admin admin] Received port after_create {{(pid=86362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:22:18.620721 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a870c22-35ee-4b0a-9d32-2f0f7c36b16a admin admin] Pushing event updated for resources: {'Port': ['ID=e4b38613-36b1-4f69-a2e6-015e31c8c27e,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:18.626059 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-9a870c22-35ee-4b0a-9d32-2f0f7c36b16a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:18.769809 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Returning: {'device': 'c425db17-6363-44bb-a944-ee3829897721', 'network_id': '7bcee201-e581-4998-8db1-0eb0dcf42dab', 'port_id': 'c425db17-6363-44bb-a944-ee3829897721', 'mac_address': 'fa:16:3e:9a:a3:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f115f197-c2a2-4c8a-a041-6b1ab4a2efc7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:22:18.837396 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-19b82636-1c95-47a4-83b1-8962214f4fd0 None None] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:18.869869 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-19b82636-1c95-47a4-83b1-8962214f4fd0 None None] Transition to ACTIVE for port object bddb90c3-a73f-4269-a1e1-3682968ed75f will not be triggered until provisioned by entity L2. {{(pid=86364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:22:18.890499 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:18.901221 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-8f80ae66-098b-45e4-a04a-2e4686d52167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b279b799-3900-478f-801a-7b31870f7c4d', 'name': 'tempest-TestShelveInstance-2054433140-router', 'tenant_id': '8cfc0774767b4ee2a8ab4a716fcb72d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': 'dbfd9b72-a828-4c1d-83a4-2592537c0734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:22:02Z', 'updated_at': '2021-04-19T18:22:12Z', 'revision_number': 4, 'project_id': '8cfc0774767b4ee2a8ab4a716fcb72d7', 'gw_port': {'id': 'dbfd9b72-a828-4c1d-83a4-2592537c0734', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b279b799-3900-478f-801a-7b31870f7c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:22:04Z', 'updated_at': '2021-04-19T18:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi', '_interfaces': [{'id': 'bd3105dd-7733-454c-947d-b4f23825db34', 'name': '', 'network_id': 'ee3e8106-80db-4a57-b5f1-01b66c3d6068', 'tenant_id': '8cfc0774767b4ee2a8ab4a716fcb72d7', 'mac_address': 'fa:16:3e:c8:f1:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b279b799-3900-478f-801a-7b31870f7c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '856ce6ba-63b7-4a97-8787-460c79227031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:22:10Z', 'updated_at': '2021-04-19T18:22:17Z', 'revision_number': 4, 'project_id': '8cfc0774767b4ee2a8ab4a716fcb72d7', 'subnets': [{'id': '856ce6ba-63b7-4a97-8787-460c79227031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-iscsi', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:22:18.911231 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f80ae66-098b-45e4-a04a-2e4686d52167 None None] The sync data for ids ['b279b799-3900-478f-801a-7b31870f7c4d'] in dv-cinder-786927-1-iscsi is: [{'id': 'b279b799-3900-478f-801a-7b31870f7c4d', 'name': 'tempest-TestShelveInstance-2054433140-router', 'tenant_id': '8cfc0774767b4ee2a8ab4a716fcb72d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': 'dbfd9b72-a828-4c1d-83a4-2592537c0734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:22:02Z', 'updated_at': '2021-04-19T18:22:12Z', 'revision_number': 4, 'project_id': '8cfc0774767b4ee2a8ab4a716fcb72d7', 'gw_port': {'id': 'dbfd9b72-a828-4c1d-83a4-2592537c0734', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b279b799-3900-478f-801a-7b31870f7c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:22:04Z', 'updated_at': '2021-04-19T18:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi', '_interfaces': [{'id': 'bd3105dd-7733-454c-947d-b4f23825db34', 'name': '', 'network_id': 'ee3e8106-80db-4a57-b5f1-01b66c3d6068', 'tenant_id': '8cfc0774767b4ee2a8ab4a716fcb72d7', 'mac_address': 'fa:16:3e:c8:f1:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b279b799-3900-478f-801a-7b31870f7c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '856ce6ba-63b7-4a97-8787-460c79227031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:22:10Z', 'updated_at': '2021-04-19T18:22:17Z', 'revision_number': 4, 'project_id': '8cfc0774767b4ee2a8ab4a716fcb72d7', 'subnets': [{'id': '856ce6ba-63b7-4a97-8787-460c79227031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:22:19.007944 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-19b82636-1c95-47a4-83b1-8962214f4fd0 None None] Transition to ACTIVE for port object bddb90c3-a73f-4269-a1e1-3682968ed75f will not be triggered until provisioned by entity DHCP. {{(pid=86364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:22:19.030359 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c425db17-6363-44bb-a944-ee3829897721 {{(pid=86364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:22:19.034158 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ab5132-8984-4284-bb20-2e94d4ec21d1 req-1007c7fd-f586-4d95-91c4-4246dde57cfe tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:19.040686 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-19b82636-1c95-47a4-83b1-8962214f4fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782697811417'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:19.046155 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f7ab5132-8984-4284-bb20-2e94d4ec21d1 req-1007c7fd-f586-4d95-91c4-4246dde57cfe tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca19b00d-fa4d-44d5-8b69-1cca3860a9df HTTP/1.1" status: 200 len: 944 time: 0.3338912 Apr 19 18:22:19.058666 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:19.108848 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f7ab5132-8984-4284-bb20-2e94d4ec21d1 req-0c66815f-e813-4a26-a1e9-a3d438f80038 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e9487a4-42da-4069-8845-545fc4d734ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566630 Apr 19 18:22:19.140631 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] For port c425db17-6363-44bb-a944-ee3829897721, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=c425db17-6363-44bb-a944-ee3829897721,segment=NetworkSegment(aa54b807-4b3f-4b4f-87af-c51beb1f731e),segment_id=aa54b807-4b3f-4b4f-87af-c51beb1f731e)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:22:19.160731 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:19.177385 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:19.190030 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b82636-1c95-47a4-83b1-8962214f4fd0 None None] Network 4d24a0e3-33e1-4913-8e91-0ad67d7c4aa3 is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:22:19.198803 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-19b82636-1c95-47a4-83b1-8962214f4fd0 None None] Resources bound (agent type, host, resource id): {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:22:19.199977 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b82636-1c95-47a4-83b1-8962214f4fd0 None None] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:22:19.213451 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b82636-1c95-47a4-83b1-8962214f4fd0 None None] Pushing event updated for resources: {'Port': ['ID=bddb90c3-a73f-4269-a1e1-3682968ed75f,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:19.219432 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-19b82636-1c95-47a4-83b1-8962214f4fd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:19.222611 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-10076fd1-6145-4ec6-a02e-9f98e3760bf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:19.350014 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] For port 9b36268b-3921-4430-a588-04a8e09b4384, host dv-cinder-786927-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-iscsi',level=0,port_id=9b36268b-3921-4430-a588-04a8e09b4384,segment=NetworkSegment(3a08ee2f-f5d8-4530-9399-ffecb932d723),segment_id=3a08ee2f-f5d8-4530-9399-ffecb932d723)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:22:19.379838 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:19.410399 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-19b82636-1c95-47a4-83b1-8962214f4fd0 None None] Attempting to bind port bddb90c3-a73f-4269-a1e1-3682968ed75f on host dv-cinder-786927-1-iscsi for vnic_type normal with profile {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:22:19.410819 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-19b82636-1c95-47a4-83b1-8962214f4fd0 None None] Attempting to bind port bddb90c3-a73f-4269-a1e1-3682968ed75f by drivers openvswitch,hyperv on host dv-cinder-786927-1-iscsi at level 0 using segments [{'id': 'eb25de59-375b-49ba-8615-d0b4e7f4150f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4d24a0e3-33e1-4913-8e91-0ad67d7c4aa3'}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:22:19.411266 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b82636-1c95-47a4-83b1-8962214f4fd0 None None] Attempting to bind port bddb90c3-a73f-4269-a1e1-3682968ed75f on network 4d24a0e3-33e1-4913-8e91-0ad67d7c4aa3 {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:22:19.419005 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Pushing event updated for resources: {'Port': ['ID=c425db17-6363-44bb-a944-ee3829897721,revision_number=4']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:19.423264 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:19.423264 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-6fcee788-1739-437e-a30b-198ca3973359 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:19.459845 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b82636-1c95-47a4-83b1-8962214f4fd0 None None] Checking agent: {'id': '84360490-1fcf-4ef7-acd4-64c16b857909', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 7, 56), 'started_at': datetime.datetime(2021, 4, 19, 18, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:22:19.460262 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b82636-1c95-47a4-83b1-8962214f4fd0 None None] Checking segment: {'id': 'eb25de59-375b-49ba-8615-d0b4e7f4150f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4d24a0e3-33e1-4913-8e91-0ad67d7c4aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:22:19.460914 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-19b82636-1c95-47a4-83b1-8962214f4fd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:19.461137 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b82636-1c95-47a4-83b1-8962214f4fd0 None None] Bound using segment: {'id': 'eb25de59-375b-49ba-8615-d0b4e7f4150f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4d24a0e3-33e1-4913-8e91-0ad67d7c4aa3'} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:22:19.461664 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-19b82636-1c95-47a4-83b1-8962214f4fd0 None None] Bound port: bddb90c3-a73f-4269-a1e1-3682968ed75f, host: dv-cinder-786927-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb25de59-375b-49ba-8615-d0b4e7f4150f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4d24a0e3-33e1-4913-8e91-0ad67d7c4aa3'}}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:22:19.462112 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-19b82636-1c95-47a4-83b1-8962214f4fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:19.482335 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] get_ports_and_sgs() called for port_ids ['c425db17-6363-44bb-a944-ee3829897721'] {{(pid=86364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:22:19.556507 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device bd3105dd-7733-454c-947d-b4f23825db34 up at agent ovs-agent-dv-cinder-786927-1-iscsi {{(pid=86364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:22:19.680885 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9a870c22-35ee-4b0a-9d32-2f0f7c36b16a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:19.766785 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Pushing event updated for resources: {'Port': ['ID=9b36268b-3921-4430-a588-04a8e09b4384,revision_number=5']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:19.772064 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:19.780933 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-19b82636-1c95-47a4-83b1-8962214f4fd0 None None] For port bddb90c3-a73f-4269-a1e1-3682968ed75f, host dv-cinder-786927-1-iscsi, cleared binding levels {{(pid=86364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:22:19.788282 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-19b82636-1c95-47a4-83b1-8962214f4fd0 None None] For port bddb90c3-a73f-4269-a1e1-3682968ed75f, host dv-cinder-786927-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-iscsi',level=0,port_id=bddb90c3-a73f-4269-a1e1-3682968ed75f,segment=NetworkSegment(eb25de59-375b-49ba-8615-d0b4e7f4150f),segment_id=eb25de59-375b-49ba-8615-d0b4e7f4150f)] {{(pid=86364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:22:19.803253 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-19b82636-1c95-47a4-83b1-8962214f4fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:19.813761 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:19.854664 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Provisioning for port bd3105dd-7733-454c-947d-b4f23825db34 completed by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:22:19.881393 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Provisioning complete for port bd3105dd-7733-454c-947d-b4f23825db34 triggered by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:22:19.881393 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:20.018514 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b82636-1c95-47a4-83b1-8962214f4fd0 None None] Pushing event updated for resources: {'Port': ['ID=bddb90c3-a73f-4269-a1e1-3682968ed75f,revision_number=2']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:20.024148 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-19b82636-1c95-47a4-83b1-8962214f4fd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:20.106332 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9a870c22-35ee-4b0a-9d32-2f0f7c36b16a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854149052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854126372'] for router, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:20.157988 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:20.196825 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] For port bd3105dd-7733-454c-947d-b4f23825db34, host dv-cinder-786927-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-iscsi',level=0,port_id=bd3105dd-7733-454c-947d-b4f23825db34,segment=NetworkSegment(dbe7f3dc-3eb9-4e8e-9dad-eb970a5c850e),segment_id=dbe7f3dc-3eb9-4e8e-9dad-eb970a5c850e)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:22:20.200403 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:20.202406 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-65c29a37-9d88-4ac4-bde6-be3e0c1c8ff9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:20.285526 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Pushing event updated for resources: {'Port': ['ID=bd3105dd-7733-454c-947d-b4f23825db34,revision_number=5']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:20.289180 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:20.472490 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a870c22-35ee-4b0a-9d32-2f0f7c36b16a admin admin] Router deb2f418-e68d-45ea-ae0f-674352553c97 is scheduled to L3 agent 24af6f5b-4620-4572-ab28-0613f710586e with binding_index 1 {{(pid=86362) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 19 18:22:20.484675 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13129c2c-2d3c-4603-b10c-a5b31773941c req-a7b3f0f9-c7af-4ce7-9b1a-54e1292c5d32 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:20.486437 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-13129c2c-2d3c-4603-b10c-a5b31773941c req-a7b3f0f9-c7af-4ce7-9b1a-54e1292c5d32 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca19b00d-fa4d-44d5-8b69-1cca3860a9df HTTP/1.1" status: 200 len: 945 time: 0.1436069 Apr 19 18:22:20.696494 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-13129c2c-2d3c-4603-b10c-a5b31773941c req-91d6a2e5-e82f-4e31-915b-99c712744439 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e9487a4-42da-4069-8845-545fc4d734ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2014983 Apr 19 18:22:20.747154 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a870c22-35ee-4b0a-9d32-2f0f7c36b16a admin admin] Notify agent at l3_agent.dv-cinder-786927-1-iscsi the message routers_updated {{(pid=86362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:22:20.758404 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e12262-c2c5-4c06-9738-f2f1346fb241 None None] Sync routers for ids ['deb2f418-e68d-45ea-ae0f-674352553c97'] in dv-cinder-786927-1-iscsi {{(pid=86364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:22:20.770602 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e12262-c2c5-4c06-9738-f2f1346fb241 None None] Routers {'deb2f418-e68d-45ea-ae0f-674352553c97'} bound to L3 agent in host dv-cinder-786927-1-iscsi {{(pid=86364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:22:20.771642 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-56e12262-c2c5-4c06-9738-f2f1346fb241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T18:07:54Z,description=,heartbeat_timestamp=2021-04-19T18:21:54Z,host='dv-cinder-786927-1-iscsi',id=24af6f5b-4620-4572-ab28-0613f710586e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:07:54Z,topic='l3_agent')) {'router_ids': ['deb2f418-e68d-45ea-ae0f-674352553c97'], 'active': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:22:20.784184 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9a870c22-35ee-4b0a-9d32-2f0f7c36b16a admin admin] Notify callbacks [] for router, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:20.785640 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-9a870c22-35ee-4b0a-9d32-2f0f7c36b16a admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.2004423 Apr 19 18:22:20.788721 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 37324) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:22:20.971424 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-56e12262-c2c5-4c06-9738-f2f1346fb241 None None] Set router deb2f418-e68d-45ea-ae0f-674352553c97 gateway port host: dv-cinder-786927-1-iscsi {{(pid=86364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:22:21.368200 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-56e12262-c2c5-4c06-9738-f2f1346fb241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deb2f418-e68d-45ea-ae0f-674352553c97', 'name': 'tempest-TestVolumeBootPattern-1921444774-router', 'tenant_id': '80ed8f07ebbe485ba350dccbe83be8ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'e4b38613-36b1-4f69-a2e6-015e31c8c27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:22:16Z', 'updated_at': '2021-04-19T18:22:19Z', 'revision_number': 3, 'project_id': '80ed8f07ebbe485ba350dccbe83be8ac', 'gw_port': {'id': 'e4b38613-36b1-4f69-a2e6-015e31c8c27e', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e4:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deb2f418-e68d-45ea-ae0f-674352553c97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:22:17Z', 'updated_at': '2021-04-19T18:22:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi'}], 'dv-cinder-786927-1-iscsi', False) {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:22:21.373241 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e12262-c2c5-4c06-9738-f2f1346fb241 None None] Checking router: deb2f418-e68d-45ea-ae0f-674352553c97 for host: dv-cinder-786927-1-iscsi {{(pid=86364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:22:21.373890 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e12262-c2c5-4c06-9738-f2f1346fb241 None None] Updating router deb2f418-e68d-45ea-ae0f-674352553c97 port e4b38613-36b1-4f69-a2e6-015e31c8c27e binding host dv-cinder-786927-1-iscsi {{(pid=86364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 18:22:21.441496 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-56e12262-c2c5-4c06-9738-f2f1346fb241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:21.559771 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd142d5-39b2-455d-bddb-d974d0beee45 None None] Network 4d24a0e3-33e1-4913-8e91-0ad67d7c4aa3 requested from dv-cinder-786927-1-iscsi {{(pid=86364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:22:21.621910 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-37e15821-994e-4eeb-a1ae-39f9056bafa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:21.636549 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device bddb90c3-a73f-4269-a1e1-3682968ed75f up at agent ovs-agent-dv-cinder-786927-1-iscsi {{(pid=86364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:22:21.680488 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Device c425db17-6363-44bb-a944-ee3829897721 up at agent hyperv_hv-cinder-78692 {{(pid=86364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:22:21.838558 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-83300736-a246-4bf0-97bc-ed6eb4026159 None None] Provisioning for port bddb90c3-a73f-4269-a1e1-3682968ed75f completed by entity DHCP. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:22:21.842452 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ff1d3d7d-67f2-4d79-8442-2d6b6926275a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:21.960974 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [None req-37e15821-994e-4eeb-a1ae-39f9056bafa6 admin admin] Allocated IP 172.20.0.1 (4d24a0e3-33e1-4913-8e91-0ad67d7c4aa3/0d2a4e65-dba4-4905-86a6-f2f7417d6872/18a3824e-5df8-4be1-9a16-b575350b0b53) {{(pid=86363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:22:22.236240 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Provisioning for port bddb90c3-a73f-4269-a1e1-3682968ed75f completed by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:22:22.259198 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Provisioning complete for port bddb90c3-a73f-4269-a1e1-3682968ed75f triggered by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:22:22.259627 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:22.313515 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Provisioning for port c425db17-6363-44bb-a944-ee3829897721 completed by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:22:22.356656 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Provisioning complete for port c425db17-6363-44bb-a944-ee3829897721 triggered by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:22:22.357090 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:22.420009 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903d6b94-77d8-4d14-bace-89104d18e74d req-9f4d183b-53ac-4d71-ae64-427cf36ea0c6 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:22.421871 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-903d6b94-77d8-4d14-bace-89104d18e74d req-9f4d183b-53ac-4d71-ae64-427cf36ea0c6 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca19b00d-fa4d-44d5-8b69-1cca3860a9df HTTP/1.1" status: 200 len: 945 time: 0.5442080 Apr 19 18:22:22.507328 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-903d6b94-77d8-4d14-bace-89104d18e74d req-f54f7c15-d0d7-4fbf-8a1a-27ef1d9b30db tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e9487a4-42da-4069-8845-545fc4d734ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695786 Apr 19 18:22:22.538483 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-37e15821-994e-4eeb-a1ae-39f9056bafa6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:22.562450 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-37e15821-994e-4eeb-a1ae-39f9056bafa6 admin admin] Transition to ACTIVE for port object 18a3824e-5df8-4be1-9a16-b575350b0b53 will not be triggered until provisioned by entity DHCP. {{(pid=86363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:22:22.603255 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-37e15821-994e-4eeb-a1ae-39f9056bafa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782697811417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10486948'] for port, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:22.608488 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-5836b236-4d73-4cc5-97a5-2e6121c48ffb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:22.624867 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-56e12262-c2c5-4c06-9738-f2f1346fb241 None None] Notify callbacks [] for port, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:22.671232 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e15821-994e-4eeb-a1ae-39f9056bafa6 admin admin] Network 4d24a0e3-33e1-4913-8e91-0ad67d7c4aa3 is already hosted by enough agents. {{(pid=86363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:22:22.679297 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-37e15821-994e-4eeb-a1ae-39f9056bafa6 admin admin] Resources bound (agent type, host, resource id): {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:22:22.684109 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e15821-994e-4eeb-a1ae-39f9056bafa6 admin admin] Received port after_create {{(pid=86363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:22:22.699989 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-56e12262-c2c5-4c06-9738-f2f1346fb241 None None] Transition to ACTIVE for port object e4b38613-36b1-4f69-a2e6-015e31c8c27e will not be triggered until provisioned by entity L2. {{(pid=86364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:22:22.742082 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e15821-994e-4eeb-a1ae-39f9056bafa6 admin admin] Pushing event updated for resources: {'Port': ['ID=18a3824e-5df8-4be1-9a16-b575350b0b53,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:22.746855 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-37e15821-994e-4eeb-a1ae-39f9056bafa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652289'] for router_interface, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:22.749689 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-37e15821-994e-4eeb-a1ae-39f9056bafa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:22.764068 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-56e12262-c2c5-4c06-9738-f2f1346fb241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:22.772890 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-7344f498-56ba-4a4c-907e-e94078856dc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:22.819425 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:22.870282 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-37e15821-994e-4eeb-a1ae-39f9056bafa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:22.904650 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-56e12262-c2c5-4c06-9738-f2f1346fb241 None None] Attempting to bind port e4b38613-36b1-4f69-a2e6-015e31c8c27e on host dv-cinder-786927-1-iscsi for vnic_type normal with profile {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:22:22.905072 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-56e12262-c2c5-4c06-9738-f2f1346fb241 None None] Attempting to bind port e4b38613-36b1-4f69-a2e6-015e31c8c27e by drivers openvswitch,hyperv on host dv-cinder-786927-1-iscsi at level 0 using segments [{'id': 'c45e75c0-3629-4b9b-9637-c1f0a35fb912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33'}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:22:22.905485 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e12262-c2c5-4c06-9738-f2f1346fb241 None None] Attempting to bind port e4b38613-36b1-4f69-a2e6-015e31c8c27e on network 4d554598-b480-4681-a36f-a7d82bbc0b33 {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:22:22.907881 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:22.940356 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e12262-c2c5-4c06-9738-f2f1346fb241 None None] Checking agent: {'id': '84360490-1fcf-4ef7-acd4-64c16b857909', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 7, 56), 'started_at': datetime.datetime(2021, 4, 19, 18, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:22:22.940356 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e12262-c2c5-4c06-9738-f2f1346fb241 None None] Checking segment: {'id': 'c45e75c0-3629-4b9b-9637-c1f0a35fb912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:22:22.940700 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-56e12262-c2c5-4c06-9738-f2f1346fb241 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:22.941136 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e12262-c2c5-4c06-9738-f2f1346fb241 None None] Bound using segment: {'id': 'c45e75c0-3629-4b9b-9637-c1f0a35fb912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33'} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:22:22.941674 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-56e12262-c2c5-4c06-9738-f2f1346fb241 None None] Bound port: e4b38613-36b1-4f69-a2e6-015e31c8c27e, host: dv-cinder-786927-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c45e75c0-3629-4b9b-9637-c1f0a35fb912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33'}}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:22:22.942098 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-56e12262-c2c5-4c06-9738-f2f1346fb241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:22.978152 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cab4d93-d6c9-4d3f-8c17-edb3e7cf6a00 None None] Pushing event updated for resources: {'Port': ['ID=e4b38613-36b1-4f69-a2e6-015e31c8c27e,revision_number=2']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:22.981529 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-1cab4d93-d6c9-4d3f-8c17-edb3e7cf6a00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:22.996612 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] For port bddb90c3-a73f-4269-a1e1-3682968ed75f, host dv-cinder-786927-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-iscsi',level=0,port_id=bddb90c3-a73f-4269-a1e1-3682968ed75f,segment=NetworkSegment(eb25de59-375b-49ba-8615-d0b4e7f4150f),segment_id=eb25de59-375b-49ba-8615-d0b4e7f4150f)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:22:23.007526 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:23.009044 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device bd3105dd-7733-454c-947d-b4f23825db34 up at agent ovs-agent-dv-cinder-786927-1-iscsi {{(pid=86364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:22:23.039356 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca19b00d-fa4d-44d5-8b69-1cca3860a9df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c425db17-6363-44bb-a944-ee3829897721'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:22:23.067044 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] For port c425db17-6363-44bb-a944-ee3829897721, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=c425db17-6363-44bb-a944-ee3829897721,segment=NetworkSegment(aa54b807-4b3f-4b4f-87af-c51beb1f731e),segment_id=aa54b807-4b3f-4b4f-87af-c51beb1f731e)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:22:23.068553 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-1cab4d93-d6c9-4d3f-8c17-edb3e7cf6a00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:23.140476 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:23.145002 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-37e15821-994e-4eeb-a1ae-39f9056bafa6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:23.151295 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-37e15821-994e-4eeb-a1ae-39f9056bafa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844288851'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:23.182857 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-37e15821-994e-4eeb-a1ae-39f9056bafa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:23.185614 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca19b00d-fa4d-44d5-8b69-1cca3860a9df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c425db17-6363-44bb-a944-ee3829897721', 'code': 200} Apr 19 18:22:23.197127 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-32a26778-f878-4dbf-a59c-47ca2a1ac2bd None None] Provisioning complete for port bddb90c3-a73f-4269-a1e1-3682968ed75f triggered by entity DHCP. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:22:23.197443 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-32a26778-f878-4dbf-a59c-47ca2a1ac2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:23.271293 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e15821-994e-4eeb-a1ae-39f9056bafa6 admin admin] Pushing event updated for resources: {'Port': ['ID=18a3824e-5df8-4be1-9a16-b575350b0b53,revision_number=2']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:23.272296 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Pushing event updated for resources: {'Port': ['ID=bddb90c3-a73f-4269-a1e1-3682968ed75f,revision_number=3']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:23.279020 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-56e12262-c2c5-4c06-9738-f2f1346fb241 None None] For port e4b38613-36b1-4f69-a2e6-015e31c8c27e, host dv-cinder-786927-1-iscsi, cleared binding levels {{(pid=86364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:22:23.281556 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-37e15821-994e-4eeb-a1ae-39f9056bafa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854123418'] for router_interface, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:23.286093 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:23.289474 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-1f1089ea-22f8-4e7b-974b-7e6d0d1d97f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.141s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:23.291987 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-37e15821-994e-4eeb-a1ae-39f9056bafa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:23.334995 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-56e12262-c2c5-4c06-9738-f2f1346fb241 None None] For port e4b38613-36b1-4f69-a2e6-015e31c8c27e, host dv-cinder-786927-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-iscsi',level=0,port_id=e4b38613-36b1-4f69-a2e6-015e31c8c27e,segment=NetworkSegment(c45e75c0-3629-4b9b-9637-c1f0a35fb912),segment_id=c45e75c0-3629-4b9b-9637-c1f0a35fb912)] {{(pid=86364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:22:23.355357 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-56e12262-c2c5-4c06-9738-f2f1346fb241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:23.383139 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Provisioning complete for port bd3105dd-7733-454c-947d-b4f23825db34 triggered by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:22:23.384253 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:23.448601 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e15821-994e-4eeb-a1ae-39f9056bafa6 admin admin] Network 4d24a0e3-33e1-4913-8e91-0ad67d7c4aa3 is already hosted by enough agents. {{(pid=86363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:22:23.449870 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-37e15821-994e-4eeb-a1ae-39f9056bafa6 admin admin] Resources bound (agent type, host, resource id): {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:22:23.461289 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff9d87d-ca34-4a70-b904-7f760df987e2 req-c86e84d5-f7b4-45d2-bcc7-37ca0ce2abcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:23.463285 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1ff9d87d-ca34-4a70-b904-7f760df987e2 req-c86e84d5-f7b4-45d2-bcc7-37ca0ce2abcc service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ca19b00d-fa4d-44d5-8b69-1cca3860a9df HTTP/1.1" status: 200 len: 1099 time: 0.0969069 Apr 19 18:22:23.516884 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1ff9d87d-ca34-4a70-b904-7f760df987e2 req-19464192-fa20-4943-a486-6d1094d1cec1 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=4e9487a4-42da-4069-8845-545fc4d734ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446956 Apr 19 18:22:23.543473 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e12262-c2c5-4c06-9738-f2f1346fb241 None None] Routers {'deb2f418-e68d-45ea-ae0f-674352553c97'} bound to L3 agent in host dv-cinder-786927-1-iscsi {{(pid=86364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:22:23.544258 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-56e12262-c2c5-4c06-9738-f2f1346fb241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T18:07:54Z,description=,heartbeat_timestamp=2021-04-19T18:21:54Z,host='dv-cinder-786927-1-iscsi',id=24af6f5b-4620-4572-ab28-0613f710586e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:07:54Z,topic='l3_agent')) {'router_ids': ['deb2f418-e68d-45ea-ae0f-674352553c97'], 'active': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:22:23.606712 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Pushing event updated for resources: {'Port': ['ID=c425db17-6363-44bb-a944-ee3829897721,revision_number=5']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:23.626558 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:23.694874 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.331s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:23.816735 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac70f3c-541a-4c97-93a1-4626153710d6 req-3cb6d4bd-dbd2-4016-9c9c-6a4bf8539826 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:23.818411 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6ac70f3c-541a-4c97-93a1-4626153710d6 req-3cb6d4bd-dbd2-4016-9c9c-6a4bf8539826 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca19b00d-fa4d-44d5-8b69-1cca3860a9df HTTP/1.1" status: 200 len: 946 time: 0.1430745 Apr 19 18:22:23.844638 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-aa018c9f-c91c-4974-95e4-261b915e460c None None] Provisioning for port 18a3824e-5df8-4be1-9a16-b575350b0b53 completed by entity DHCP. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:22:23.872381 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37e15821-994e-4eeb-a1ae-39f9056bafa6 admin admin] Router deb2f418-e68d-45ea-ae0f-674352553c97 has already been hosted by L3 agent 24af6f5b-4620-4572-ab28-0613f710586e {{(pid=86363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:22:23.882441 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cab4d93-d6c9-4d3f-8c17-edb3e7cf6a00 None None] Pushing event updated for resources: {'Port': ['ID=e4b38613-36b1-4f69-a2e6-015e31c8c27e,revision_number=3']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:23.900322 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-1cab4d93-d6c9-4d3f-8c17-edb3e7cf6a00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:23.903921 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6ac70f3c-541a-4c97-93a1-4626153710d6 req-95695b16-7f71-47d0-a818-5b2f6dee36bd tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e9487a4-42da-4069-8845-545fc4d734ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716760 Apr 19 18:22:23.904149 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-aa018c9f-c91c-4974-95e4-261b915e460c None None] Provisioning complete for port 18a3824e-5df8-4be1-9a16-b575350b0b53 triggered by entity DHCP. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:22:23.904409 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-aa018c9f-c91c-4974-95e4-261b915e460c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:24.007484 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-56e12262-c2c5-4c06-9738-f2f1346fb241 None None] Set router deb2f418-e68d-45ea-ae0f-674352553c97 gateway port host: dv-cinder-786927-1-iscsi {{(pid=86364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:22:24.068078 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device 9b36268b-3921-4430-a588-04a8e09b4384 up at agent ovs-agent-dv-cinder-786927-1-iscsi {{(pid=86364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:22:24.128856 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37e15821-994e-4eeb-a1ae-39f9056bafa6 admin admin] Notify agent at l3_agent.dv-cinder-786927-1-iscsi the message routers_updated {{(pid=86363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:22:24.148048 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-37e15821-994e-4eeb-a1ae-39f9056bafa6 admin admin] 10.222.0.36 "PUT /v2.0/routers/deb2f418-e68d-45ea-ae0f-674352553c97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3496995 Apr 19 18:22:24.437622 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-aa018c9f-c91c-4974-95e4-261b915e460c None None] Port 18a3824e-5df8-4be1-9a16-b575350b0b53 cannot update to ACTIVE because it is not bound. {{(pid=86364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:22:24.531068 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4f7149bb-f682-4fd9-9dac-1712e552c9ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:24.568447 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Provisioning complete for port 9b36268b-3921-4430-a588-04a8e09b4384 triggered by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:22:24.568867 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:24.650242 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-6fb67cf0-71dc-4d42-8514-cb36fd12f966 None None] Provisioning complete for port 18a3824e-5df8-4be1-9a16-b575350b0b53 triggered by entity DHCP. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:22:24.650614 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-6fb67cf0-71dc-4d42-8514-cb36fd12f966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:24.774826 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-6fb67cf0-71dc-4d42-8514-cb36fd12f966 None None] Port 18a3824e-5df8-4be1-9a16-b575350b0b53 cannot update to ACTIVE because it is not bound. {{(pid=86364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:22:24.808301 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 37376) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:22:24.814653 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-a87e4968-4795-4f1c-8880-0aad71f0bf4b tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1904419624', 'description': 'tempest-secgroup-smoke-1904419624 description', 'project_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:22:24.823610 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-a87e4968-4795-4f1c-8880-0aad71f0bf4b tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:22:24.827990 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-a87e4968-4795-4f1c-8880-0aad71f0bf4b tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Usage tracker for resource:security_group and tenant:ab7ea17f87bf48eea71bdbbfac21f7d9 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:22:24.831202 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-a87e4968-4795-4f1c-8880-0aad71f0bf4b tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:22:24.837948 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-a87e4968-4795-4f1c-8880-0aad71f0bf4b tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:22:24.848891 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a87e4968-4795-4f1c-8880-0aad71f0bf4b tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:24.867465 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-60872106-3921-4474-9775-f4da212b8297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:24.872897 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-a87e4968-4795-4f1c-8880-0aad71f0bf4b tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:22:24.877518 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-a87e4968-4795-4f1c-8880-0aad71f0bf4b tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Usage tracker for resource:security_group_rule and tenant:ab7ea17f87bf48eea71bdbbfac21f7d9 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:22:24.880837 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-a87e4968-4795-4f1c-8880-0aad71f0bf4b tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:22:24.881656 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-56e12262-c2c5-4c06-9738-f2f1346fb241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deb2f418-e68d-45ea-ae0f-674352553c97', 'name': 'tempest-TestVolumeBootPattern-1921444774-router', 'tenant_id': '80ed8f07ebbe485ba350dccbe83be8ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'e4b38613-36b1-4f69-a2e6-015e31c8c27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:22:16Z', 'updated_at': '2021-04-19T18:22:22Z', 'revision_number': 4, 'project_id': '80ed8f07ebbe485ba350dccbe83be8ac', 'gw_port': {'id': 'e4b38613-36b1-4f69-a2e6-015e31c8c27e', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e4:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deb2f418-e68d-45ea-ae0f-674352553c97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:22:17Z', 'updated_at': '2021-04-19T18:22:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi', '_interfaces': [{'id': '18a3824e-5df8-4be1-9a16-b575350b0b53', 'name': '', 'network_id': '4d24a0e3-33e1-4913-8e91-0ad67d7c4aa3', 'tenant_id': '80ed8f07ebbe485ba350dccbe83be8ac', 'mac_address': 'fa:16:3e:16:bc:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deb2f418-e68d-45ea-ae0f-674352553c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '0d2a4e65-dba4-4905-86a6-f2f7417d6872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:22:21Z', 'updated_at': '2021-04-19T18:22:22Z', 'revision_number': 2, 'project_id': '80ed8f07ebbe485ba350dccbe83be8ac', 'subnets': [{'id': '0d2a4e65-dba4-4905-86a6-f2f7417d6872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-iscsi', False) {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:22:24.886665 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e12262-c2c5-4c06-9738-f2f1346fb241 None None] The sync data for ids ['deb2f418-e68d-45ea-ae0f-674352553c97'] in dv-cinder-786927-1-iscsi is: [{'id': 'deb2f418-e68d-45ea-ae0f-674352553c97', 'name': 'tempest-TestVolumeBootPattern-1921444774-router', 'tenant_id': '80ed8f07ebbe485ba350dccbe83be8ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'e4b38613-36b1-4f69-a2e6-015e31c8c27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:22:16Z', 'updated_at': '2021-04-19T18:22:22Z', 'revision_number': 4, 'project_id': '80ed8f07ebbe485ba350dccbe83be8ac', 'gw_port': {'id': 'e4b38613-36b1-4f69-a2e6-015e31c8c27e', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e4:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deb2f418-e68d-45ea-ae0f-674352553c97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:22:17Z', 'updated_at': '2021-04-19T18:22:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi', '_interfaces': [{'id': '18a3824e-5df8-4be1-9a16-b575350b0b53', 'name': '', 'network_id': '4d24a0e3-33e1-4913-8e91-0ad67d7c4aa3', 'tenant_id': '80ed8f07ebbe485ba350dccbe83be8ac', 'mac_address': 'fa:16:3e:16:bc:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deb2f418-e68d-45ea-ae0f-674352553c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '0d2a4e65-dba4-4905-86a6-f2f7417d6872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:22:21Z', 'updated_at': '2021-04-19T18:22:22Z', 'revision_number': 2, 'project_id': '80ed8f07ebbe485ba350dccbe83be8ac', 'subnets': [{'id': '0d2a4e65-dba4-4905-86a6-f2f7417d6872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:22:24.888814 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-a87e4968-4795-4f1c-8880-0aad71f0bf4b tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:22:24.964082 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device bddb90c3-a73f-4269-a1e1-3682968ed75f up at agent ovs-agent-dv-cinder-786927-1-iscsi {{(pid=86364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:22:24.985840 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a87e4968-4795-4f1c-8880-0aad71f0bf4b tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:24.989454 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a87e4968-4795-4f1c-8880-0aad71f0bf4b tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:24.997000 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-3285388d-a07d-4361-829e-beffea13cf9d tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:25.048026 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87e4968-4795-4f1c-8880-0aad71f0bf4b tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee5570f-f568-4750-abc9-f2e83a97fd81,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:25.050980 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a87e4968-4795-4f1c-8880-0aad71f0bf4b tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:25.052358 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-a87e4968-4795-4f1c-8880-0aad71f0bf4b tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2427125 Apr 19 18:22:25.053558 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-a87e4968-4795-4f1c-8880-0aad71f0bf4b tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:25.057380 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 37382) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:22:25.064164 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-aaed0e70-0fcb-4618-ae7d-6374a4a3f2ea tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Request body: {'security_group_rule': {'security_group_id': '9ee5570f-f568-4750-abc9-f2e83a97fd81', 'project_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:22:25.071396 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-aaed0e70-0fcb-4618-ae7d-6374a4a3f2ea tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:22:25.072518 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Provisioning complete for port bddb90c3-a73f-4269-a1e1-3682968ed75f triggered by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:22:25.072975 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:25.076278 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-aaed0e70-0fcb-4618-ae7d-6374a4a3f2ea tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Usage tracker for resource:security_group_rule and tenant:ab7ea17f87bf48eea71bdbbfac21f7d9 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:22:25.079637 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-aaed0e70-0fcb-4618-ae7d-6374a4a3f2ea tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:22:25.087765 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-aaed0e70-0fcb-4618-ae7d-6374a4a3f2ea tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:22:25.105874 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-aaed0e70-0fcb-4618-ae7d-6374a4a3f2ea tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:25.144912 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c65aa5-1344-4207-a05f-3dab1491c27a req-ebc8eef4-dbe2-4ba1-84e4-071ee745f909 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:25.146951 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-31c65aa5-1344-4207-a05f-3dab1491c27a req-ebc8eef4-dbe2-4ba1-84e4-071ee745f909 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca19b00d-fa4d-44d5-8b69-1cca3860a9df HTTP/1.1" status: 200 len: 946 time: 0.1075439 Apr 19 18:22:25.187340 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-aaed0e70-0fcb-4618-ae7d-6374a4a3f2ea tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:25.190808 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-aaed0e70-0fcb-4618-ae7d-6374a4a3f2ea tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855548'] for security_group_rule, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:25.193148 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-d5393a0b-6878-40d3-be0f-31f3cd7732a9 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:25.207509 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-31c65aa5-1344-4207-a05f-3dab1491c27a req-127e50ca-5511-4248-9efe-b0994e11e354 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e9487a4-42da-4069-8845-545fc4d734ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526869 Apr 19 18:22:25.224303 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaed0e70-0fcb-4618-ae7d-6374a4a3f2ea tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f422441-375a-41a1-93a8-7af272912b7f,revision_number=0']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:25.229451 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-aaed0e70-0fcb-4618-ae7d-6374a4a3f2ea tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:25.233626 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-aaed0e70-0fcb-4618-ae7d-6374a4a3f2ea tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:25.234944 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-aaed0e70-0fcb-4618-ae7d-6374a4a3f2ea tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1762588 Apr 19 18:22:25.237995 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 37386) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:22:25.243684 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-8573b8e1-0aaa-44b1-a8f3-7797f3b953ad tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Request body: {'security_group_rule': {'security_group_id': '9ee5570f-f568-4750-abc9-f2e83a97fd81', 'project_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:22:25.250921 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-8573b8e1-0aaa-44b1-a8f3-7797f3b953ad tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:22:25.257621 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-8573b8e1-0aaa-44b1-a8f3-7797f3b953ad tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Usage tracker for resource:security_group_rule and tenant:ab7ea17f87bf48eea71bdbbfac21f7d9 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:22:25.262218 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-8573b8e1-0aaa-44b1-a8f3-7797f3b953ad tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:22:25.268886 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-8573b8e1-0aaa-44b1-a8f3-7797f3b953ad tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:22:25.302159 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8573b8e1-0aaa-44b1-a8f3-7797f3b953ad tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:25.413773 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8573b8e1-0aaa-44b1-a8f3-7797f3b953ad tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:25.419666 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8573b8e1-0aaa-44b1-a8f3-7797f3b953ad tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855548'] for security_group_rule, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:25.422024 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-da4609ab-2c4c-4433-81ff-8f4a8235971c tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:25.459448 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8573b8e1-0aaa-44b1-a8f3-7797f3b953ad tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fe53293-1ac5-4b4e-9699-1ff036b7f397,revision_number=0']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:25.466658 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-8573b8e1-0aaa-44b1-a8f3-7797f3b953ad tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:25.466658 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8573b8e1-0aaa-44b1-a8f3-7797f3b953ad tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:25.466658 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-8573b8e1-0aaa-44b1-a8f3-7797f3b953ad tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2270463 Apr 19 18:22:25.468849 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 37394) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:22:25.476309 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-17a8d754-d9b1-4efd-ab62-65891b3e0643 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Request body: {'security_group_rule': {'security_group_id': '9ee5570f-f568-4750-abc9-f2e83a97fd81', 'project_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:22:25.483166 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-17a8d754-d9b1-4efd-ab62-65891b3e0643 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:22:25.487464 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-17a8d754-d9b1-4efd-ab62-65891b3e0643 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Usage tracker for resource:security_group_rule and tenant:ab7ea17f87bf48eea71bdbbfac21f7d9 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:22:25.490657 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-17a8d754-d9b1-4efd-ab62-65891b3e0643 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:22:25.490850 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e040d864-f021-4d51-8058-e2bd5dcbb0ec req-d3cf0740-7dcc-44e5-91a7-c53aa7a2b7c7 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:25.492588 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e040d864-f021-4d51-8058-e2bd5dcbb0ec req-d3cf0740-7dcc-44e5-91a7-c53aa7a2b7c7 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca19b00d-fa4d-44d5-8b69-1cca3860a9df HTTP/1.1" status: 200 len: 946 time: 0.1233361 Apr 19 18:22:25.499600 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-17a8d754-d9b1-4efd-ab62-65891b3e0643 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:22:25.502599 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 37398) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:22:25.510413 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-ef5d8760-315d-4e24-9001-2bd5b91a5cdf tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Request body: {'floatingip': {'port_id': 'c425db17-6363-44bb-a944-ee3829897721'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:22:25.517711 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-17a8d754-d9b1-4efd-ab62-65891b3e0643 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:25.589313 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-17a8d754-d9b1-4efd-ab62-65891b3e0643 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:25.595380 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-17a8d754-d9b1-4efd-ab62-65891b3e0643 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855548'] for security_group_rule, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:25.597543 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:25.602860 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ef5d8760-315d-4e24-9001-2bd5b91a5cdf tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Notify callbacks [] for floatingip, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:25.625809 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a8d754-d9b1-4efd-ab62-65891b3e0643 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b15aa5a-3f3b-42ce-8d68-a93825a8cce5,revision_number=0']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:25.628552 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-17a8d754-d9b1-4efd-ab62-65891b3e0643 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:25.635508 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-17a8d754-d9b1-4efd-ab62-65891b3e0643 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:25.639763 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-17a8d754-d9b1-4efd-ab62-65891b3e0643 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1655765 Apr 19 18:22:25.645244 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 37402) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:22:25.649814 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-481c3590-5cd0-4f61-be09-ea7e98fc4eba tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Request body: {'security_group_rule': {'security_group_id': '9ee5570f-f568-4750-abc9-f2e83a97fd81', 'project_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:22:25.656599 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-481c3590-5cd0-4f61-be09-ea7e98fc4eba tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:22:25.660810 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-481c3590-5cd0-4f61-be09-ea7e98fc4eba tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Usage tracker for resource:security_group_rule and tenant:ab7ea17f87bf48eea71bdbbfac21f7d9 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:22:25.663955 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-481c3590-5cd0-4f61-be09-ea7e98fc4eba tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:22:25.670780 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-481c3590-5cd0-4f61-be09-ea7e98fc4eba tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:22:25.689343 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-481c3590-5cd0-4f61-be09-ea7e98fc4eba tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:25.822380 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-481c3590-5cd0-4f61-be09-ea7e98fc4eba tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:25.830494 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-481c3590-5cd0-4f61-be09-ea7e98fc4eba tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855548'] for security_group_rule, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:25.843744 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:25.870572 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481c3590-5cd0-4f61-be09-ea7e98fc4eba tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1522bbd5-27e4-4ae0-9ce6-52bd2829b4b9,revision_number=0']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:25.873532 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-481c3590-5cd0-4f61-be09-ea7e98fc4eba tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:25.888613 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-481c3590-5cd0-4f61-be09-ea7e98fc4eba tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:25.892763 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-481c3590-5cd0-4f61-be09-ea7e98fc4eba tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2459507 Apr 19 18:22:25.893696 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 37408) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:22:25.899059 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-e57c1511-b49b-4a32-a4c7-55b2683b6b7a tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Request body: {'security_group_rule': {'security_group_id': '9ee5570f-f568-4750-abc9-f2e83a97fd81', 'project_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:22:25.905966 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-e57c1511-b49b-4a32-a4c7-55b2683b6b7a tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:22:25.910682 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-e57c1511-b49b-4a32-a4c7-55b2683b6b7a tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Usage tracker for resource:security_group_rule and tenant:ab7ea17f87bf48eea71bdbbfac21f7d9 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:22:25.914409 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-e57c1511-b49b-4a32-a4c7-55b2683b6b7a tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:22:25.924952 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:25.925231 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-e57c1511-b49b-4a32-a4c7-55b2683b6b7a tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:22:25.938598 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.db.securitygroups_db [None req-e57c1511-b49b-4a32-a4c7-55b2683b6b7a tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Project ab7ea17f87bf48eea71bdbbfac21f7d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 19 18:22:25.948790 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e57c1511-b49b-4a32-a4c7-55b2683b6b7a tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:26.022093 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e57c1511-b49b-4a32-a4c7-55b2683b6b7a tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:26.025297 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e57c1511-b49b-4a32-a4c7-55b2683b6b7a tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855548'] for security_group_rule, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:26.027695 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:26.053740 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57c1511-b49b-4a32-a4c7-55b2683b6b7a tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7ac1d9b-46fc-48ab-90cc-11a1ba9b1e87,revision_number=0']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:26.057204 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-e57c1511-b49b-4a32-a4c7-55b2683b6b7a tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:26.064872 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e57c1511-b49b-4a32-a4c7-55b2683b6b7a tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:26.068377 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-e57c1511-b49b-4a32-a4c7-55b2683b6b7a tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1720347 Apr 19 18:22:26.070121 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 37412) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:22:26.077478 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-a9818981-7bb2-49d3-a038-ed64626080ba tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Request body: {'security_group_rule': {'security_group_id': '9ee5570f-f568-4750-abc9-f2e83a97fd81', 'project_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:22:26.084575 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-a9818981-7bb2-49d3-a038-ed64626080ba tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:22:26.089118 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-a9818981-7bb2-49d3-a038-ed64626080ba tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Usage tracker for resource:security_group_rule and tenant:ab7ea17f87bf48eea71bdbbfac21f7d9 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:22:26.092257 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-a9818981-7bb2-49d3-a038-ed64626080ba tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:22:26.099931 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-a9818981-7bb2-49d3-a038-ed64626080ba tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:22:26.112627 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.db.securitygroups_db [None req-a9818981-7bb2-49d3-a038-ed64626080ba tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Project ab7ea17f87bf48eea71bdbbfac21f7d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 19 18:22:26.121486 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a9818981-7bb2-49d3-a038-ed64626080ba tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:26.148911 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-eae962f3-e32e-4947-814b-3e299d74c6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:26.206898 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a9818981-7bb2-49d3-a038-ed64626080ba tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:26.209940 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a9818981-7bb2-49d3-a038-ed64626080ba tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855548'] for security_group_rule, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:26.218413 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:26.239660 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9818981-7bb2-49d3-a038-ed64626080ba tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e50f02f-a433-4657-9979-c847b7a5db3e,revision_number=0']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:26.242402 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-a9818981-7bb2-49d3-a038-ed64626080ba tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:26.249930 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a9818981-7bb2-49d3-a038-ed64626080ba tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:26.251274 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-a9818981-7bb2-49d3-a038-ed64626080ba tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1800845 Apr 19 18:22:26.381164 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ef5d8760-315d-4e24-9001-2bd5b91a5cdf tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:26.384816 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ef5d8760-315d-4e24-9001-2bd5b91a5cdf tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854123342'] for floatingip, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:26.603498 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.db.l3_db [None req-ef5d8760-315d-4e24-9001-2bd5b91a5cdf tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Floating IP 8be5c32a-c06b-4f57-ad11-d05b4c40984c associated. External IP: 172.27.0.112, port: c425db17-6363-44bb-a944-ee3829897721. Apr 19 18:22:27.055175 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device e4b38613-36b1-4f69-a2e6-015e31c8c27e up at agent ovs-agent-dv-cinder-786927-1-iscsi {{(pid=86364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:22:27.132727 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Provisioning for port e4b38613-36b1-4f69-a2e6-015e31c8c27e completed by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:22:27.138512 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Provisioning complete for port e4b38613-36b1-4f69-a2e6-015e31c8c27e triggered by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:22:27.138933 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:27.273871 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:27.283059 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef5d8760-315d-4e24-9001-2bd5b91a5cdf tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Router c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0 has already been hosted by L3 agent 24af6f5b-4620-4572-ab28-0613f710586e {{(pid=86363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:22:27.292968 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] For port e4b38613-36b1-4f69-a2e6-015e31c8c27e, host dv-cinder-786927-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-iscsi',level=0,port_id=e4b38613-36b1-4f69-a2e6-015e31c8c27e,segment=NetworkSegment(c45e75c0-3629-4b9b-9637-c1f0a35fb912),segment_id=c45e75c0-3629-4b9b-9637-c1f0a35fb912)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:22:27.296454 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:27.298451 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:27.372823 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Pushing event updated for resources: {'Port': ['ID=e4b38613-36b1-4f69-a2e6-015e31c8c27e,revision_number=4']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:27.376494 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:27.500227 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef5d8760-315d-4e24-9001-2bd5b91a5cdf tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Notify agent at l3_agent.dv-cinder-786927-1-iscsi the message routers_updated {{(pid=86363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:22:27.505494 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ef5d8760-315d-4e24-9001-2bd5b91a5cdf tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773849'] for floatingip, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:27.510192 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bfc739-0254-4615-96a8-00e62baa1d4d None None] Sync routers for ids ['c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0'] in dv-cinder-786927-1-iscsi {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:22:27.522381 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bfc739-0254-4615-96a8-00e62baa1d4d None None] Routers {'c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0'} bound to L3 agent in host dv-cinder-786927-1-iscsi {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:22:27.522986 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-00bfc739-0254-4615-96a8-00e62baa1d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T18:07:54Z,description=,heartbeat_timestamp=2021-04-19T18:22:24Z,host='dv-cinder-786927-1-iscsi',id=24af6f5b-4620-4572-ab28-0613f710586e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:07:54Z,topic='l3_agent')) {'router_ids': ['c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:22:27.569575 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-ef5d8760-315d-4e24-9001-2bd5b91a5cdf tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "PUT /v2.0/floatingips/8be5c32a-c06b-4f57-ad11-d05b4c40984c HTTP/1.1" status: 200 len: 992 time: 2.0651560 Apr 19 18:22:27.570285 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca19b00d-fa4d-44d5-8b69-1cca3860a9df', 'tag': 'c425db17-6363-44bb-a944-ee3829897721'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:22:27.712434 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca19b00d-fa4d-44d5-8b69-1cca3860a9df', 'tag': 'c425db17-6363-44bb-a944-ee3829897721', 'status': 'completed', 'code': 200} Apr 19 18:22:27.835060 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8102b4-4c94-4a96-8bed-a0eed96cf756 req-12d9b747-14ec-43c5-b972-fc6ac9a8ecde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:27.836793 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ac8102b4-4c94-4a96-8bed-a0eed96cf756 req-12d9b747-14ec-43c5-b972-fc6ac9a8ecde service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d40df5788f6140729f7e263c33f44bda&device_id=ca19b00d-fa4d-44d5-8b69-1cca3860a9df HTTP/1.1" status: 200 len: 1099 time: 0.1014493 Apr 19 18:22:27.922507 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-00bfc739-0254-4615-96a8-00e62baa1d4d None None] Set router c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0 gateway port host: dv-cinder-786927-1-iscsi {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:22:27.997877 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8102b4-4c94-4a96-8bed-a0eed96cf756 req-bc0a88f6-f449-48df-96a3-11257cbcee65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:27.999675 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ac8102b4-4c94-4a96-8bed-a0eed96cf756 req-bc0a88f6-f449-48df-96a3-11257cbcee65 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7bcee201-e581-4998-8db1-0eb0dcf42dab HTTP/1.1" status: 200 len: 918 time: 0.1560006 Apr 19 18:22:28.135646 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ac8102b4-4c94-4a96-8bed-a0eed96cf756 req-19804701-a5b0-470b-b3d0-c81f7a53b8cf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c425db17-6363-44bb-a944-ee3829897721 HTTP/1.1" status: 200 len: 1000 time: 0.1289988 Apr 19 18:22:28.215368 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8102b4-4c94-4a96-8bed-a0eed96cf756 req-b82c8492-68c0-4b66-98e7-9628c63a5ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:28.215368 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ac8102b4-4c94-4a96-8bed-a0eed96cf756 req-b82c8492-68c0-4b66-98e7-9628c63a5ce0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f115f197-c2a2-4c8a-a041-6b1ab4a2efc7 HTTP/1.1" status: 200 len: 856 time: 0.0721686 Apr 19 18:22:28.284076 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8e2bad-2ab0-4683-b74a-a2b0baedfa28 None None] Sync routers for ids ['deb2f418-e68d-45ea-ae0f-674352553c97'] in dv-cinder-786927-1-iscsi {{(pid=86364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:22:28.296449 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8e2bad-2ab0-4683-b74a-a2b0baedfa28 None None] Routers {'deb2f418-e68d-45ea-ae0f-674352553c97'} bound to L3 agent in host dv-cinder-786927-1-iscsi {{(pid=86364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:22:28.297154 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-7e8e2bad-2ab0-4683-b74a-a2b0baedfa28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T18:07:54Z,description=,heartbeat_timestamp=2021-04-19T18:22:24Z,host='dv-cinder-786927-1-iscsi',id=24af6f5b-4620-4572-ab28-0613f710586e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:07:54Z,topic='l3_agent')) {'router_ids': ['deb2f418-e68d-45ea-ae0f-674352553c97'], 'active': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:22:28.309271 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8102b4-4c94-4a96-8bed-a0eed96cf756 req-f6363ae3-04e2-4868-86c2-208eb2d3d7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:28.310915 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ac8102b4-4c94-4a96-8bed-a0eed96cf756 req-f6363ae3-04e2-4868-86c2-208eb2d3d7a1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7bcee201-e581-4998-8db1-0eb0dcf42dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0904274 Apr 19 18:22:28.341655 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-00bfc739-0254-4615-96a8-00e62baa1d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0', 'name': 'tempest-AttachVolumeShelveTestJSON-1292105613-router', 'tenant_id': 'd40df5788f6140729f7e263c33f44bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '517b44d2-170b-4831-9771-7dacbe148f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:17:35Z', 'updated_at': '2021-04-19T18:17:44Z', 'revision_number': 4, 'project_id': 'd40df5788f6140729f7e263c33f44bda', 'gw_port': {'id': '517b44d2-170b-4831-9771-7dacbe148f82', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:90:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:17:37Z', 'updated_at': '2021-04-19T18:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi', '_floatingips': [{'id': '8be5c32a-c06b-4f57-ad11-d05b4c40984c', 'tenant_id': 'd40df5788f6140729f7e263c33f44bda', 'floating_ip_address': '172.27.0.112', 'floating_network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'router_id': 'c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0', 'port_id': 'c425db17-6363-44bb-a944-ee3829897721', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bcee201-e581-4998-8db1-0eb0dcf42dab', 'mac_address': 'fa:16:3e:9a:a3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca19b00d-fa4d-44d5-8b69-1cca3860a9df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:22:02Z', 'updated_at': '2021-04-19T18:22:26Z', 'revision_number': 1, 'project_id': 'd40df5788f6140729f7e263c33f44bda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49bbc3f7-0058-49c7-9f45-6a20c3bd1b7a', 'name': '', 'network_id': '7bcee201-e581-4998-8db1-0eb0dcf42dab', 'tenant_id': 'd40df5788f6140729f7e263c33f44bda', 'mac_address': 'fa:16:3e:ba:c2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'f115f197-c2a2-4c8a-a041-6b1ab4a2efc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:17:43Z', 'updated_at': '2021-04-19T18:17:54Z', 'revision_number': 5, 'project_id': 'd40df5788f6140729f7e263c33f44bda', 'subnets': [{'id': 'f115f197-c2a2-4c8a-a041-6b1ab4a2efc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-iscsi', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:22:28.350553 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bfc739-0254-4615-96a8-00e62baa1d4d None None] Checking router: c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0 for host: dv-cinder-786927-1-iscsi {{(pid=86365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:22:28.373034 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bfc739-0254-4615-96a8-00e62baa1d4d None None] Routers {'c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0'} bound to L3 agent in host dv-cinder-786927-1-iscsi {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:22:28.373806 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-00bfc739-0254-4615-96a8-00e62baa1d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T18:07:54Z,description=,heartbeat_timestamp=2021-04-19T18:22:24Z,host='dv-cinder-786927-1-iscsi',id=24af6f5b-4620-4572-ab28-0613f710586e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:07:54Z,topic='l3_agent')) {'router_ids': ['c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:22:28.471568 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ac8102b4-4c94-4a96-8bed-a0eed96cf756 req-0dafce4e-a816-4d90-a01d-245051357ab6 service neutron] 10.222.0.53 "GET /v2.0/networks/7bcee201-e581-4998-8db1-0eb0dcf42dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531203 Apr 19 18:22:28.502306 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-7e8e2bad-2ab0-4683-b74a-a2b0baedfa28 None None] Set router deb2f418-e68d-45ea-ae0f-674352553c97 gateway port host: dv-cinder-786927-1-iscsi {{(pid=86364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:22:28.590541 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-00bfc739-0254-4615-96a8-00e62baa1d4d None None] Set router c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0 gateway port host: dv-cinder-786927-1-iscsi {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:22:28.953936 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-7e8e2bad-2ab0-4683-b74a-a2b0baedfa28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deb2f418-e68d-45ea-ae0f-674352553c97', 'name': 'tempest-TestVolumeBootPattern-1921444774-router', 'tenant_id': '80ed8f07ebbe485ba350dccbe83be8ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'e4b38613-36b1-4f69-a2e6-015e31c8c27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:22:16Z', 'updated_at': '2021-04-19T18:22:22Z', 'revision_number': 4, 'project_id': '80ed8f07ebbe485ba350dccbe83be8ac', 'gw_port': {'id': 'e4b38613-36b1-4f69-a2e6-015e31c8c27e', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb2f418-e68d-45ea-ae0f-674352553c97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:22:17Z', 'updated_at': '2021-04-19T18:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi', '_interfaces': [{'id': '18a3824e-5df8-4be1-9a16-b575350b0b53', 'name': '', 'network_id': '4d24a0e3-33e1-4913-8e91-0ad67d7c4aa3', 'tenant_id': '80ed8f07ebbe485ba350dccbe83be8ac', 'mac_address': 'fa:16:3e:16:bc:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deb2f418-e68d-45ea-ae0f-674352553c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '0d2a4e65-dba4-4905-86a6-f2f7417d6872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:22:21Z', 'updated_at': '2021-04-19T18:22:22Z', 'revision_number': 2, 'project_id': '80ed8f07ebbe485ba350dccbe83be8ac', 'subnets': [{'id': '0d2a4e65-dba4-4905-86a6-f2f7417d6872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-iscsi', False) {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:22:28.954178 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ac8102b4-4c94-4a96-8bed-a0eed96cf756 req-be760e4d-308d-4010-ba2b-58350039cb21 service neutron] 10.222.0.53 "GET /v2.0/networks/7bcee201-e581-4998-8db1-0eb0dcf42dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4757378 Apr 19 18:22:28.959262 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8e2bad-2ab0-4683-b74a-a2b0baedfa28 None None] Checking router: deb2f418-e68d-45ea-ae0f-674352553c97 for host: dv-cinder-786927-1-iscsi {{(pid=86364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:22:28.959908 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8e2bad-2ab0-4683-b74a-a2b0baedfa28 None None] Updating router deb2f418-e68d-45ea-ae0f-674352553c97 port 18a3824e-5df8-4be1-9a16-b575350b0b53 binding host dv-cinder-786927-1-iscsi {{(pid=86364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 18:22:29.001146 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device e4b38613-36b1-4f69-a2e6-015e31c8c27e up at agent ovs-agent-dv-cinder-786927-1-iscsi {{(pid=86364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:22:29.071542 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-00bfc739-0254-4615-96a8-00e62baa1d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0', 'name': 'tempest-AttachVolumeShelveTestJSON-1292105613-router', 'tenant_id': 'd40df5788f6140729f7e263c33f44bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '517b44d2-170b-4831-9771-7dacbe148f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:17:35Z', 'updated_at': '2021-04-19T18:17:44Z', 'revision_number': 4, 'project_id': 'd40df5788f6140729f7e263c33f44bda', 'gw_port': {'id': '517b44d2-170b-4831-9771-7dacbe148f82', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:90:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:17:37Z', 'updated_at': '2021-04-19T18:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi', '_floatingips': [{'id': '8be5c32a-c06b-4f57-ad11-d05b4c40984c', 'tenant_id': 'd40df5788f6140729f7e263c33f44bda', 'floating_ip_address': '172.27.0.112', 'floating_network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'router_id': 'c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0', 'port_id': 'c425db17-6363-44bb-a944-ee3829897721', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bcee201-e581-4998-8db1-0eb0dcf42dab', 'mac_address': 'fa:16:3e:9a:a3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca19b00d-fa4d-44d5-8b69-1cca3860a9df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:22:02Z', 'updated_at': '2021-04-19T18:22:26Z', 'revision_number': 1, 'project_id': 'd40df5788f6140729f7e263c33f44bda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49bbc3f7-0058-49c7-9f45-6a20c3bd1b7a', 'name': '', 'network_id': '7bcee201-e581-4998-8db1-0eb0dcf42dab', 'tenant_id': 'd40df5788f6140729f7e263c33f44bda', 'mac_address': 'fa:16:3e:ba:c2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'f115f197-c2a2-4c8a-a041-6b1ab4a2efc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:17:43Z', 'updated_at': '2021-04-19T18:17:54Z', 'revision_number': 5, 'project_id': 'd40df5788f6140729f7e263c33f44bda', 'subnets': [{'id': 'f115f197-c2a2-4c8a-a041-6b1ab4a2efc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-iscsi', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:22:29.076032 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bfc739-0254-4615-96a8-00e62baa1d4d None None] The sync data for ids ['c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0'] in dv-cinder-786927-1-iscsi is: [{'id': 'c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0', 'name': 'tempest-AttachVolumeShelveTestJSON-1292105613-router', 'tenant_id': 'd40df5788f6140729f7e263c33f44bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '517b44d2-170b-4831-9771-7dacbe148f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:17:35Z', 'updated_at': '2021-04-19T18:17:44Z', 'revision_number': 4, 'project_id': 'd40df5788f6140729f7e263c33f44bda', 'gw_port': {'id': '517b44d2-170b-4831-9771-7dacbe148f82', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:90:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:17:37Z', 'updated_at': '2021-04-19T18:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi', '_floatingips': [{'id': '8be5c32a-c06b-4f57-ad11-d05b4c40984c', 'tenant_id': 'd40df5788f6140729f7e263c33f44bda', 'floating_ip_address': '172.27.0.112', 'floating_network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'router_id': 'c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0', 'port_id': 'c425db17-6363-44bb-a944-ee3829897721', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bcee201-e581-4998-8db1-0eb0dcf42dab', 'mac_address': 'fa:16:3e:9a:a3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca19b00d-fa4d-44d5-8b69-1cca3860a9df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:22:02Z', 'updated_at': '2021-04-19T18:22:26Z', 'revision_number': 1, 'project_id': 'd40df5788f6140729f7e263c33f44bda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49bbc3f7-0058-49c7-9f45-6a20c3bd1b7a', 'name': '', 'network_id': '7bcee201-e581-4998-8db1-0eb0dcf42dab', 'tenant_id': 'd40df5788f6140729f7e263c33f44bda', 'mac_address': 'fa:16:3e:ba:c2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'f115f197-c2a2-4c8a-a041-6b1ab4a2efc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:17:43Z', 'updated_at': '2021-04-19T18:17:54Z', 'revision_number': 5, 'project_id': 'd40df5788f6140729f7e263c33f44bda', 'subnets': [{'id': 'f115f197-c2a2-4c8a-a041-6b1ab4a2efc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:22:29.078573 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7e8e2bad-2ab0-4683-b74a-a2b0baedfa28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:29.166818 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Provisioning complete for port e4b38613-36b1-4f69-a2e6-015e31c8c27e triggered by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:22:29.167577 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:29.371950 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a80d384-9e74-40b2-a44c-dc7812ad2309 None None] New status for floating IP 8be5c32a-c06b-4f57-ad11-d05b4c40984c: ACTIVE {{(pid=86365) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 18:22:29.608896 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7e8e2bad-2ab0-4683-b74a-a2b0baedfa28 None None] Notify callbacks [] for port, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:29.621036 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-7e8e2bad-2ab0-4683-b74a-a2b0baedfa28 None None] Transition to ACTIVE for port object 18a3824e-5df8-4be1-9a16-b575350b0b53 will not be triggered until provisioned by entity L2. {{(pid=86364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:22:29.626839 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7e8e2bad-2ab0-4683-b74a-a2b0baedfa28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:29.631559 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-13d084d1-05cc-47d6-a8b2-3a46f3ef0186 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:29.768540 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec45f96-6943-415e-9e84-1873961594f2 None None] Pushing event updated for resources: {'Port': ['ID=18a3824e-5df8-4be1-9a16-b575350b0b53,revision_number=3']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:29.772922 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-9ec45f96-6943-415e-9e84-1873961594f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:29.866620 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-7e8e2bad-2ab0-4683-b74a-a2b0baedfa28 None None] Attempting to bind port 18a3824e-5df8-4be1-9a16-b575350b0b53 on host dv-cinder-786927-1-iscsi for vnic_type normal with profile {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:22:29.867034 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-7e8e2bad-2ab0-4683-b74a-a2b0baedfa28 None None] Attempting to bind port 18a3824e-5df8-4be1-9a16-b575350b0b53 by drivers openvswitch,hyperv on host dv-cinder-786927-1-iscsi at level 0 using segments [{'id': 'eb25de59-375b-49ba-8615-d0b4e7f4150f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4d24a0e3-33e1-4913-8e91-0ad67d7c4aa3'}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:22:29.867462 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8e2bad-2ab0-4683-b74a-a2b0baedfa28 None None] Attempting to bind port 18a3824e-5df8-4be1-9a16-b575350b0b53 on network 4d24a0e3-33e1-4913-8e91-0ad67d7c4aa3 {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:22:29.873347 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8e2bad-2ab0-4683-b74a-a2b0baedfa28 None None] Checking agent: {'id': '84360490-1fcf-4ef7-acd4-64c16b857909', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 7, 56), 'started_at': datetime.datetime(2021, 4, 19, 18, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:22:29.873771 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8e2bad-2ab0-4683-b74a-a2b0baedfa28 None None] Checking segment: {'id': 'eb25de59-375b-49ba-8615-d0b4e7f4150f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4d24a0e3-33e1-4913-8e91-0ad67d7c4aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:22:29.874224 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7e8e2bad-2ab0-4683-b74a-a2b0baedfa28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:29.874664 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8e2bad-2ab0-4683-b74a-a2b0baedfa28 None None] Bound using segment: {'id': 'eb25de59-375b-49ba-8615-d0b4e7f4150f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4d24a0e3-33e1-4913-8e91-0ad67d7c4aa3'} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:22:29.875252 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-7e8e2bad-2ab0-4683-b74a-a2b0baedfa28 None None] Bound port: 18a3824e-5df8-4be1-9a16-b575350b0b53, host: dv-cinder-786927-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb25de59-375b-49ba-8615-d0b4e7f4150f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4d24a0e3-33e1-4913-8e91-0ad67d7c4aa3'}}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:22:29.875657 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7e8e2bad-2ab0-4683-b74a-a2b0baedfa28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:29.989009 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-7e8e2bad-2ab0-4683-b74a-a2b0baedfa28 None None] For port 18a3824e-5df8-4be1-9a16-b575350b0b53, host dv-cinder-786927-1-iscsi, cleared binding levels {{(pid=86364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:22:29.992399 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-7e8e2bad-2ab0-4683-b74a-a2b0baedfa28 None None] For port 18a3824e-5df8-4be1-9a16-b575350b0b53, host dv-cinder-786927-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-iscsi',level=0,port_id=18a3824e-5df8-4be1-9a16-b575350b0b53,segment=NetworkSegment(eb25de59-375b-49ba-8615-d0b4e7f4150f),segment_id=eb25de59-375b-49ba-8615-d0b4e7f4150f)] {{(pid=86364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:22:29.996053 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7e8e2bad-2ab0-4683-b74a-a2b0baedfa28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:30.000941 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b8d4231d-41d6-4dc3-98f8-0825a355e054 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:30.082895 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8e2bad-2ab0-4683-b74a-a2b0baedfa28 None None] Routers {'deb2f418-e68d-45ea-ae0f-674352553c97'} bound to L3 agent in host dv-cinder-786927-1-iscsi {{(pid=86364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:22:30.083988 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-7e8e2bad-2ab0-4683-b74a-a2b0baedfa28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T18:07:54Z,description=,heartbeat_timestamp=2021-04-19T18:22:24Z,host='dv-cinder-786927-1-iscsi',id=24af6f5b-4620-4572-ab28-0613f710586e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:07:54Z,topic='l3_agent')) {'router_ids': ['deb2f418-e68d-45ea-ae0f-674352553c97'], 'active': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:22:30.331384 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec45f96-6943-415e-9e84-1873961594f2 None None] Pushing event updated for resources: {'Port': ['ID=18a3824e-5df8-4be1-9a16-b575350b0b53,revision_number=4']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:30.335694 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-9ec45f96-6943-415e-9e84-1873961594f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:30.492645 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-7e8e2bad-2ab0-4683-b74a-a2b0baedfa28 None None] Set router deb2f418-e68d-45ea-ae0f-674352553c97 gateway port host: dv-cinder-786927-1-iscsi {{(pid=86364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:22:30.798328 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-beeab1b4-6a24-45ea-8413-4fc4452c9acb req-dd56bd85-cb09-4fa1-91f3-e5aed42a3159 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=bdac3bd0-d02b-4caf-96e6-93c1dd1d8ef9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0819924 Apr 19 18:22:30.840950 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-7e8e2bad-2ab0-4683-b74a-a2b0baedfa28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deb2f418-e68d-45ea-ae0f-674352553c97', 'name': 'tempest-TestVolumeBootPattern-1921444774-router', 'tenant_id': '80ed8f07ebbe485ba350dccbe83be8ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'e4b38613-36b1-4f69-a2e6-015e31c8c27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:22:16Z', 'updated_at': '2021-04-19T18:22:22Z', 'revision_number': 4, 'project_id': '80ed8f07ebbe485ba350dccbe83be8ac', 'gw_port': {'id': 'e4b38613-36b1-4f69-a2e6-015e31c8c27e', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb2f418-e68d-45ea-ae0f-674352553c97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:22:17Z', 'updated_at': '2021-04-19T18:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi', '_interfaces': [{'id': '18a3824e-5df8-4be1-9a16-b575350b0b53', 'name': '', 'network_id': '4d24a0e3-33e1-4913-8e91-0ad67d7c4aa3', 'tenant_id': '80ed8f07ebbe485ba350dccbe83be8ac', 'mac_address': 'fa:16:3e:16:bc:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deb2f418-e68d-45ea-ae0f-674352553c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '0d2a4e65-dba4-4905-86a6-f2f7417d6872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:22:21Z', 'updated_at': '2021-04-19T18:22:29Z', 'revision_number': 4, 'project_id': '80ed8f07ebbe485ba350dccbe83be8ac', 'subnets': [{'id': '0d2a4e65-dba4-4905-86a6-f2f7417d6872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-iscsi', False) {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:22:30.845575 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8e2bad-2ab0-4683-b74a-a2b0baedfa28 None None] The sync data for ids ['deb2f418-e68d-45ea-ae0f-674352553c97'] in dv-cinder-786927-1-iscsi is: [{'id': 'deb2f418-e68d-45ea-ae0f-674352553c97', 'name': 'tempest-TestVolumeBootPattern-1921444774-router', 'tenant_id': '80ed8f07ebbe485ba350dccbe83be8ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'e4b38613-36b1-4f69-a2e6-015e31c8c27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:22:16Z', 'updated_at': '2021-04-19T18:22:22Z', 'revision_number': 4, 'project_id': '80ed8f07ebbe485ba350dccbe83be8ac', 'gw_port': {'id': 'e4b38613-36b1-4f69-a2e6-015e31c8c27e', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb2f418-e68d-45ea-ae0f-674352553c97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:22:17Z', 'updated_at': '2021-04-19T18:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi', '_interfaces': [{'id': '18a3824e-5df8-4be1-9a16-b575350b0b53', 'name': '', 'network_id': '4d24a0e3-33e1-4913-8e91-0ad67d7c4aa3', 'tenant_id': '80ed8f07ebbe485ba350dccbe83be8ac', 'mac_address': 'fa:16:3e:16:bc:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deb2f418-e68d-45ea-ae0f-674352553c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '0d2a4e65-dba4-4905-86a6-f2f7417d6872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:22:21Z', 'updated_at': '2021-04-19T18:22:29Z', 'revision_number': 4, 'project_id': '80ed8f07ebbe485ba350dccbe83be8ac', 'subnets': [{'id': '0d2a4e65-dba4-4905-86a6-f2f7417d6872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:22:30.915391 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeab1b4-6a24-45ea-8413-4fc4452c9acb req-657f8605-2cf7-428e-8a92-423c89b55677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:30.916678 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-beeab1b4-6a24-45ea-8413-4fc4452c9acb req-657f8605-2cf7-428e-8a92-423c89b55677 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fc6d959c6b83478bb73dfad880a83f28&device_id=bdac3bd0-d02b-4caf-96e6-93c1dd1d8ef9 HTTP/1.1" status: 200 len: 1098 time: 0.0940852 Apr 19 18:22:30.995775 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device 18a3824e-5df8-4be1-9a16-b575350b0b53 up at agent ovs-agent-dv-cinder-786927-1-iscsi {{(pid=86364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:22:31.079545 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Provisioning for port 18a3824e-5df8-4be1-9a16-b575350b0b53 completed by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:22:31.106408 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Provisioning complete for port 18a3824e-5df8-4be1-9a16-b575350b0b53 triggered by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:22:31.107397 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:31.174026 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeab1b4-6a24-45ea-8413-4fc4452c9acb req-9ca77dab-7001-4fe2-b3b2-6810bc05c4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:31.175712 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-beeab1b4-6a24-45ea-8413-4fc4452c9acb req-9ca77dab-7001-4fe2-b3b2-6810bc05c4a8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3797f849-9d72-4a34-898b-30cdb86131ec HTTP/1.1" status: 200 len: 911 time: 0.2204952 Apr 19 18:22:31.319898 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-beeab1b4-6a24-45ea-8413-4fc4452c9acb req-90401822-b386-421a-a290-193926d0d5ea service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0697dc52-b024-48f7-830e-fccbd7fdb119 HTTP/1.1" status: 200 len: 1000 time: 0.1285369 Apr 19 18:22:31.323770 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:31.363886 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] For port 18a3824e-5df8-4be1-9a16-b575350b0b53, host dv-cinder-786927-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-iscsi',level=0,port_id=18a3824e-5df8-4be1-9a16-b575350b0b53,segment=NetworkSegment(eb25de59-375b-49ba-8615-d0b4e7f4150f),segment_id=eb25de59-375b-49ba-8615-d0b4e7f4150f)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:22:31.367606 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:31.370609 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:31.414047 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeab1b4-6a24-45ea-8413-4fc4452c9acb req-7134b08a-ed36-477c-b8d6-c79a146b48d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:31.416104 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-beeab1b4-6a24-45ea-8413-4fc4452c9acb req-7134b08a-ed36-477c-b8d6-c79a146b48d8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=43bddb65-670a-42dd-9742-7aecd345a4ee HTTP/1.1" status: 200 len: 849 time: 0.0896895 Apr 19 18:22:31.480676 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Pushing event updated for resources: {'Port': ['ID=18a3824e-5df8-4be1-9a16-b575350b0b53,revision_number=5']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:31.484233 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:31.512758 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeab1b4-6a24-45ea-8413-4fc4452c9acb req-96eccc88-769b-4cab-a3f9-1354e0e90f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:31.514458 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-beeab1b4-6a24-45ea-8413-4fc4452c9acb req-96eccc88-769b-4cab-a3f9-1354e0e90f90 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3797f849-9d72-4a34-898b-30cdb86131ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0909200 Apr 19 18:22:31.668092 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-beeab1b4-6a24-45ea-8413-4fc4452c9acb req-d3ca6329-ef88-41ec-8711-487f7668325c service neutron] 10.222.0.53 "GET /v2.0/networks/3797f849-9d72-4a34-898b-30cdb86131ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467228 Apr 19 18:22:31.830351 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-beeab1b4-6a24-45ea-8413-4fc4452c9acb req-d656664e-f4ee-4217-8e54-0420276eea90 service neutron] 10.222.0.53 "GET /v2.0/networks/3797f849-9d72-4a34-898b-30cdb86131ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548352 Apr 19 18:22:32.951290 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device 18a3824e-5df8-4be1-9a16-b575350b0b53 up at agent ovs-agent-dv-cinder-786927-1-iscsi {{(pid=86364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:22:33.026702 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Provisioning complete for port 18a3824e-5df8-4be1-9a16-b575350b0b53 triggered by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:22:33.027175 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:33.227683 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:35.728674 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2c7968-9b25-4eea-906f-08ca808b888d req-e9fe95ed-1eb4-414f-b4ee-76ef67b870a7 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:35.730337 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2a2c7968-9b25-4eea-906f-08ca808b888d req-e9fe95ed-1eb4-414f-b4ee-76ef67b870a7 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdac3bd0-d02b-4caf-96e6-93c1dd1d8ef9 HTTP/1.1" status: 200 len: 945 time: 0.0969243 Apr 19 18:22:35.780221 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2a2c7968-9b25-4eea-906f-08ca808b888d req-3a2db0e9-3538-4992-8619-8d455db6ddd3 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/security-groups?id=74b5371d-1336-49e1-b1ea-54af417b4943&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432673 Apr 19 18:22:36.995055 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0384b647-5b0e-4125-bc1d-7704e5cad09e req-66dcfb46-1965-490b-9f9a-41af6abfda23 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:36.996675 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0384b647-5b0e-4125-bc1d-7704e5cad09e req-66dcfb46-1965-490b-9f9a-41af6abfda23 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdac3bd0-d02b-4caf-96e6-93c1dd1d8ef9 HTTP/1.1" status: 200 len: 945 time: 0.0916851 Apr 19 18:22:37.046704 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0384b647-5b0e-4125-bc1d-7704e5cad09e req-f4c81a29-debe-4286-9542-0c6ef8d15824 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/security-groups?id=74b5371d-1336-49e1-b1ea-54af417b4943&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424833 Apr 19 18:22:37.891699 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40caa2e2-6064-458b-a5b6-a763090bf80f req-9c31cd5a-8d27-42ec-9606-992d01e36d17 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:37.893405 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-40caa2e2-6064-458b-a5b6-a763090bf80f req-9c31cd5a-8d27-42ec-9606-992d01e36d17 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdac3bd0-d02b-4caf-96e6-93c1dd1d8ef9 HTTP/1.1" status: 200 len: 945 time: 0.0994103 Apr 19 18:22:37.982753 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [req-40caa2e2-6064-458b-a5b6-a763090bf80f req-97ea0c53-6f18-4120-8c8e-50fd5420c0e8 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Deleting port 0697dc52-b024-48f7-830e-fccbd7fdb119 {{(pid=86362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:22:37.983253 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-40caa2e2-6064-458b-a5b6-a763090bf80f req-97ea0c53-6f18-4120-8c8e-50fd5420c0e8 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254156519796'] for port, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:38.312344 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa64a64-3e27-4f04-9e33-593a6bd2a5de req-1c868057-b71d-4949-83d5-84b998040267 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:38.314794 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-9fa64a64-3e27-4f04-9e33-593a6bd2a5de req-1c868057-b71d-4949-83d5-84b998040267 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdac3bd0-d02b-4caf-96e6-93c1dd1d8ef9 HTTP/1.1" status: 200 len: 945 time: 0.1390941 Apr 19 18:22:38.331007 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-40caa2e2-6064-458b-a5b6-a763090bf80f req-97ea0c53-6f18-4120-8c8e-50fd5420c0e8 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] For port 0697dc52-b024-48f7-830e-fccbd7fdb119, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=0697dc52-b024-48f7-830e-fccbd7fdb119,segment=NetworkSegment(7a2615d6-dc47-46a0-9b5b-ef7d5912dccf),segment_id=7a2615d6-dc47-46a0-9b5b-ef7d5912dccf)] {{(pid=86362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:22:38.331480 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-40caa2e2-6064-458b-a5b6-a763090bf80f req-97ea0c53-6f18-4120-8c8e-50fd5420c0e8 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648318'] for port, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:38.366119 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-9fa64a64-3e27-4f04-9e33-593a6bd2a5de req-a998adc4-fa68-4e4e-813e-feeb9d3c9cf9 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/security-groups?id=74b5371d-1336-49e1-b1ea-54af417b4943&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437198 Apr 19 18:22:38.437783 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-66be86fd-3309-450a-ba5c-d9ab3ac8d528 req-1dbcca17-4645-48d3-8d72-0f1fb3618213 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1540516540&fields=id&tenant_id=d29eee7bedfd47868ae5c7a8e8bcaa1a HTTP/1.1" status: 200 len: 267 time: 0.1527784 Apr 19 18:22:38.798234 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66be86fd-3309-450a-ba5c-d9ab3ac8d528 req-3f11ada1-79a6-48a2-a818-560effa44169 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:38.799862 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-66be86fd-3309-450a-ba5c-d9ab3ac8d528 req-3f11ada1-79a6-48a2-a818-560effa44169 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] 10.222.0.36 "GET /v2.0/networks?id=45d46b2a-8de6-42c9-bd73-54daf8078cd3 HTTP/1.1" status: 200 len: 807 time: 0.3523135 Apr 19 18:22:38.826534 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-40caa2e2-6064-458b-a5b6-a763090bf80f req-97ea0c53-6f18-4120-8c8e-50fd5420c0e8 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:38.826960 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-40caa2e2-6064-458b-a5b6-a763090bf80f req-97ea0c53-6f18-4120-8c8e-50fd5420c0e8 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854123342'] for floatingip, after_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:38.827348 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.db.l3_db [req-40caa2e2-6064-458b-a5b6-a763090bf80f req-97ea0c53-6f18-4120-8c8e-50fd5420c0e8 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Floating IP 2dd4c907-a7c7-4def-bbe9-a9b0db55e06a disassociated. External IP: 172.27.0.33, port: 0697dc52-b024-48f7-830e-fccbd7fdb119. Apr 19 18:22:38.827740 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [req-40caa2e2-6064-458b-a5b6-a763090bf80f req-97ea0c53-6f18-4120-8c8e-50fd5420c0e8 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Calling delete_port for 0697dc52-b024-48f7-830e-fccbd7fdb119 owned by compute:nova {{(pid=86362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:22:38.870848 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-66be86fd-3309-450a-ba5c-d9ab3ac8d528 req-1768e6d6-d1dd-410a-9f24-a6697c9edd68 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] 10.222.0.36 "GET /v2.0/quotas/d29eee7bedfd47868ae5c7a8e8bcaa1a HTTP/1.1" status: 200 len: 375 time: 0.0577030 Apr 19 18:22:39.053062 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-66be86fd-3309-450a-ba5c-d9ab3ac8d528 req-b50769ec-058a-40b7-8fdd-88a06c2cd631 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d29eee7bedfd47868ae5c7a8e8bcaa1a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1700349 Apr 19 18:22:39.091189 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-40caa2e2-6064-458b-a5b6-a763090bf80f req-97ea0c53-6f18-4120-8c8e-50fd5420c0e8 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254156516127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254156964383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844104858'] for port, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:39.100944 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:39.206748 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ea0c53-6f18-4120-8c8e-50fd5420c0e8 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Pushing event deleted for resources: {'Port': ['ID=0697dc52-b024-48f7-830e-fccbd7fdb119,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:39.229860 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ea0c53-6f18-4120-8c8e-50fd5420c0e8 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:22:39.230297 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ea0c53-6f18-4120-8c8e-50fd5420c0e8 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:22:39.230722 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ea0c53-6f18-4120-8c8e-50fd5420c0e8 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:22:39.231171 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ea0c53-6f18-4120-8c8e-50fd5420c0e8 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:22:39.231577 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ea0c53-6f18-4120-8c8e-50fd5420c0e8 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:22:39.231990 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ea0c53-6f18-4120-8c8e-50fd5420c0e8 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:22:39.232398 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ea0c53-6f18-4120-8c8e-50fd5420c0e8 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:22:39.232814 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ea0c53-6f18-4120-8c8e-50fd5420c0e8 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:22:39.233226 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ea0c53-6f18-4120-8c8e-50fd5420c0e8 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:22:39.233633 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ea0c53-6f18-4120-8c8e-50fd5420c0e8 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:22:39.234014 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ea0c53-6f18-4120-8c8e-50fd5420c0e8 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:22:39.234424 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ea0c53-6f18-4120-8c8e-50fd5420c0e8 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:22:39.240745 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-97ea0c53-6f18-4120-8c8e-50fd5420c0e8 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:39.441214 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-66be86fd-3309-450a-ba5c-d9ab3ac8d528 req-f6adc781-f669-4626-8482-d7b76449b688 service neutron] 10.222.0.36 "GET /v2.0/networks/45d46b2a-8de6-42c9-bd73-54daf8078cd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3751519 Apr 19 18:22:39.543013 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-211b582c-a566-4f36-9e64-dd24bf9de4a4 req-dbec51ff-d1bc-4e7f-8b5d-bc72d0b4bac0 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdac3bd0-d02b-4caf-96e6-93c1dd1d8ef9 HTTP/1.1" status: 200 len: 210 time: 0.0501840 Apr 19 18:22:39.561894 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.l3_agent_scheduler [req-40caa2e2-6064-458b-a5b6-a763090bf80f req-97ea0c53-6f18-4120-8c8e-50fd5420c0e8 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Router aabc47b5-5a0c-4202-9422-e26c7ac78f44 has already been hosted by L3 agent 24af6f5b-4620-4572-ab28-0613f710586e {{(pid=86362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:22:40.019803 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-66be86fd-3309-450a-ba5c-d9ab3ac8d528 req-7064af4d-54d2-450c-bfde-e4a5519721f6 service neutron] 10.222.0.36 "GET /v2.0/networks/45d46b2a-8de6-42c9-bd73-54daf8078cd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5643129 Apr 19 18:22:40.060962 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-40caa2e2-6064-458b-a5b6-a763090bf80f req-97ea0c53-6f18-4120-8c8e-50fd5420c0e8 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Notify agent at l3_agent.dv-cinder-786927-1-iscsi the message routers_updated {{(pid=86362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:22:40.072013 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6653da-b5c0-4745-aecc-40356f4a01e3 None None] Sync routers for ids ['aabc47b5-5a0c-4202-9422-e26c7ac78f44'] in dv-cinder-786927-1-iscsi {{(pid=86364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:22:40.084697 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6653da-b5c0-4745-aecc-40356f4a01e3 None None] Routers {'aabc47b5-5a0c-4202-9422-e26c7ac78f44'} bound to L3 agent in host dv-cinder-786927-1-iscsi {{(pid=86364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:22:40.085408 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-0e6653da-b5c0-4745-aecc-40356f4a01e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T18:07:54Z,description=,heartbeat_timestamp=2021-04-19T18:22:24Z,host='dv-cinder-786927-1-iscsi',id=24af6f5b-4620-4572-ab28-0613f710586e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:07:54Z,topic='l3_agent')) {'router_ids': ['aabc47b5-5a0c-4202-9422-e26c7ac78f44'], 'active': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:22:40.154646 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [req-40caa2e2-6064-458b-a5b6-a763090bf80f req-97ea0c53-6f18-4120-8c8e-50fd5420c0e8 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] No DVR routers for this DVR port 0697dc52-b024-48f7-830e-fccbd7fdb119 on host hv-cinder-78692 {{(pid=86362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:22:40.157641 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-40caa2e2-6064-458b-a5b6-a763090bf80f req-97ea0c53-6f18-4120-8c8e-50fd5420c0e8 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773849'] for port, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:40.161374 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdac3bd0-d02b-4caf-96e6-93c1dd1d8ef9', 'name': 'network-vif-deleted', 'tag': '0697dc52-b024-48f7-830e-fccbd7fdb119'}] {{(pid=86362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:22:40.181114 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-40caa2e2-6064-458b-a5b6-a763090bf80f req-97ea0c53-6f18-4120-8c8e-50fd5420c0e8 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.53 "DELETE /v2.0/ports/0697dc52-b024-48f7-830e-fccbd7fdb119 HTTP/1.1" status: 204 len: 173 time: 2.2788146 Apr 19 18:22:40.296692 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdac3bd0-d02b-4caf-96e6-93c1dd1d8ef9', 'name': 'network-vif-deleted', 'tag': '0697dc52-b024-48f7-830e-fccbd7fdb119', 'status': 'completed', 'code': 200} Apr 19 18:22:40.304650 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-0e6653da-b5c0-4745-aecc-40356f4a01e3 None None] Set router aabc47b5-5a0c-4202-9422-e26c7ac78f44 gateway port host: dv-cinder-786927-1-iscsi {{(pid=86364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:22:40.506822 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-fd458769-afdc-4322-b8ab-cabc99bdc840 req-26d872ad-84db-4e97-8c9a-67df05210aee tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Synchronizing usage tracker for tenant:d29eee7bedfd47868ae5c7a8e8bcaa1a on resource:port {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:22:40.526095 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-fd458769-afdc-4322-b8ab-cabc99bdc840 req-26d872ad-84db-4e97-8c9a-67df05210aee tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Unset dirty status for tenant:d29eee7bedfd47868ae5c7a8e8bcaa1a on resource:port {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:22:40.527441 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-fd458769-afdc-4322-b8ab-cabc99bdc840 req-26d872ad-84db-4e97-8c9a-67df05210aee tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] 10.222.0.36 "GET /v2.0/ports?device_id=13107cc2-f2fb-4f41-9cad-6addff7b1525 HTTP/1.1" status: 200 len: 210 time: 0.0762594 Apr 19 18:22:40.685533 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-0e6653da-b5c0-4745-aecc-40356f4a01e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aabc47b5-5a0c-4202-9422-e26c7ac78f44', 'name': 'tempest-AttachVolumeTestJSON-135969704-router', 'tenant_id': 'fc6d959c6b83478bb73dfad880a83f28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '5cb17819-7a29-4b42-abac-1c85d0b9b4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:16:18Z', 'updated_at': '2021-04-19T18:16:28Z', 'revision_number': 4, 'project_id': 'fc6d959c6b83478bb73dfad880a83f28', 'gw_port': {'id': '5cb17819-7a29-4b42-abac-1c85d0b9b4ab', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aabc47b5-5a0c-4202-9422-e26c7ac78f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:16:19Z', 'updated_at': '2021-04-19T18:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi', '_interfaces': [{'id': '609b9c18-1fd2-4445-8f78-10a76f5dcb6c', 'name': '', 'network_id': '3797f849-9d72-4a34-898b-30cdb86131ec', 'tenant_id': 'fc6d959c6b83478bb73dfad880a83f28', 'mac_address': 'fa:16:3e:13:e4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aabc47b5-5a0c-4202-9422-e26c7ac78f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '43bddb65-670a-42dd-9742-7aecd345a4ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:16:25Z', 'updated_at': '2021-04-19T18:16:43Z', 'revision_number': 5, 'project_id': 'fc6d959c6b83478bb73dfad880a83f28', 'subnets': [{'id': '43bddb65-670a-42dd-9742-7aecd345a4ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-iscsi', False) {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:22:40.690306 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6653da-b5c0-4745-aecc-40356f4a01e3 None None] Checking router: aabc47b5-5a0c-4202-9422-e26c7ac78f44 for host: dv-cinder-786927-1-iscsi {{(pid=86364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:22:40.700724 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6653da-b5c0-4745-aecc-40356f4a01e3 None None] Routers {'aabc47b5-5a0c-4202-9422-e26c7ac78f44'} bound to L3 agent in host dv-cinder-786927-1-iscsi {{(pid=86364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:22:40.702077 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-0e6653da-b5c0-4745-aecc-40356f4a01e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T18:07:54Z,description=,heartbeat_timestamp=2021-04-19T18:22:24Z,host='dv-cinder-786927-1-iscsi',id=24af6f5b-4620-4572-ab28-0613f710586e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:07:54Z,topic='l3_agent')) {'router_ids': ['aabc47b5-5a0c-4202-9422-e26c7ac78f44'], 'active': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:22:40.758907 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-a4999e15-7eac-4399-ac4d-a3d81a68598f req-4855f999-bab7-4c11-8526-4dfbbdd904c0 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Synchronizing usage tracker for tenant:fc6d959c6b83478bb73dfad880a83f28 on resource:port {{(pid=86362) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:22:40.784830 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-a4999e15-7eac-4399-ac4d-a3d81a68598f req-4855f999-bab7-4c11-8526-4dfbbdd904c0 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Unset dirty status for tenant:fc6d959c6b83478bb73dfad880a83f28 on resource:port {{(pid=86362) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:22:40.786364 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a4999e15-7eac-4399-ac4d-a3d81a68598f req-4855f999-bab7-4c11-8526-4dfbbdd904c0 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdac3bd0-d02b-4caf-96e6-93c1dd1d8ef9 HTTP/1.1" status: 200 len: 210 time: 0.0967212 Apr 19 18:22:40.925859 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-0e6653da-b5c0-4745-aecc-40356f4a01e3 None None] Set router aabc47b5-5a0c-4202-9422-e26c7ac78f44 gateway port host: dv-cinder-786927-1-iscsi {{(pid=86364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:22:41.282986 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-0e6653da-b5c0-4745-aecc-40356f4a01e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aabc47b5-5a0c-4202-9422-e26c7ac78f44', 'name': 'tempest-AttachVolumeTestJSON-135969704-router', 'tenant_id': 'fc6d959c6b83478bb73dfad880a83f28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '5cb17819-7a29-4b42-abac-1c85d0b9b4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:16:18Z', 'updated_at': '2021-04-19T18:16:28Z', 'revision_number': 4, 'project_id': 'fc6d959c6b83478bb73dfad880a83f28', 'gw_port': {'id': '5cb17819-7a29-4b42-abac-1c85d0b9b4ab', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aabc47b5-5a0c-4202-9422-e26c7ac78f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:16:19Z', 'updated_at': '2021-04-19T18:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi', '_interfaces': [{'id': '609b9c18-1fd2-4445-8f78-10a76f5dcb6c', 'name': '', 'network_id': '3797f849-9d72-4a34-898b-30cdb86131ec', 'tenant_id': 'fc6d959c6b83478bb73dfad880a83f28', 'mac_address': 'fa:16:3e:13:e4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aabc47b5-5a0c-4202-9422-e26c7ac78f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '43bddb65-670a-42dd-9742-7aecd345a4ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:16:25Z', 'updated_at': '2021-04-19T18:16:43Z', 'revision_number': 5, 'project_id': 'fc6d959c6b83478bb73dfad880a83f28', 'subnets': [{'id': '43bddb65-670a-42dd-9742-7aecd345a4ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-iscsi', False) {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:22:41.287461 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6653da-b5c0-4745-aecc-40356f4a01e3 None None] The sync data for ids ['aabc47b5-5a0c-4202-9422-e26c7ac78f44'] in dv-cinder-786927-1-iscsi is: [{'id': 'aabc47b5-5a0c-4202-9422-e26c7ac78f44', 'name': 'tempest-AttachVolumeTestJSON-135969704-router', 'tenant_id': 'fc6d959c6b83478bb73dfad880a83f28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '5cb17819-7a29-4b42-abac-1c85d0b9b4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:16:18Z', 'updated_at': '2021-04-19T18:16:28Z', 'revision_number': 4, 'project_id': 'fc6d959c6b83478bb73dfad880a83f28', 'gw_port': {'id': '5cb17819-7a29-4b42-abac-1c85d0b9b4ab', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aabc47b5-5a0c-4202-9422-e26c7ac78f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:16:19Z', 'updated_at': '2021-04-19T18:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi', '_interfaces': [{'id': '609b9c18-1fd2-4445-8f78-10a76f5dcb6c', 'name': '', 'network_id': '3797f849-9d72-4a34-898b-30cdb86131ec', 'tenant_id': 'fc6d959c6b83478bb73dfad880a83f28', 'mac_address': 'fa:16:3e:13:e4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aabc47b5-5a0c-4202-9422-e26c7ac78f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '43bddb65-670a-42dd-9742-7aecd345a4ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:16:25Z', 'updated_at': '2021-04-19T18:16:43Z', 'revision_number': 5, 'project_id': 'fc6d959c6b83478bb73dfad880a83f28', 'subnets': [{'id': '43bddb65-670a-42dd-9742-7aecd345a4ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:22:41.695526 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4aefe2-6bde-4e0f-9308-15c37cda2b74 None None] New status for floating IP 2dd4c907-a7c7-4def-bbe9-a9b0db55e06a: DOWN {{(pid=86365) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 18:22:41.732856 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b1e0f971-5270-4ab2-a7a9-11ba545ab2ad req-e79d2e17-a3a9-484e-8317-bd7ae32f0361 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] 10.222.0.36 "GET /v2.0/ports?device_id=13107cc2-f2fb-4f41-9cad-6addff7b1525 HTTP/1.1" status: 200 len: 210 time: 0.0720038 Apr 19 18:22:41.771867 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Device 0697dc52-b024-48f7-830e-fccbd7fdb119 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:22:41.835400 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66be86fd-3309-450a-ba5c-d9ab3ac8d528 req-9fab713e-3500-4918-97fa-306a1f1f10b6 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:41.836115 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] No Port match for: 0697dc52-b024-48f7-830e-fccbd7fdb119 {{(pid=86364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:22:41.836585 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Device 0697dc52-b024-48f7-830e-fccbd7fdb119 not bound to the agent host hv-cinder-78692 {{(pid=86364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:22:41.838722 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-66be86fd-3309-450a-ba5c-d9ab3ac8d528 req-9fab713e-3500-4918-97fa-306a1f1f10b6 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] 10.222.0.53 "GET /v2.0/networks?id=45d46b2a-8de6-42c9-bd73-54daf8078cd3 HTTP/1.1" status: 200 len: 807 time: 0.2743964 Apr 19 18:22:41.932934 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-66be86fd-3309-450a-ba5c-d9ab3ac8d528 req-a1d1afd3-242b-406d-b0d5-2ec6f3574d7d tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d29eee7bedfd47868ae5c7a8e8bcaa1a HTTP/1.1" status: 200 len: 8061 time: 0.0841749 Apr 19 18:22:41.936235 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 37648) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:22:41.943584 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [req-66be86fd-3309-450a-ba5c-d9ab3ac8d528 req-aaa0cb30-c79d-4127-9b63-34f931a6b5b3 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Request body: {'port': {'device_id': '13107cc2-f2fb-4f41-9cad-6addff7b1525', 'network_id': '45d46b2a-8de6-42c9-bd73-54daf8078cd3', 'admin_state_up': True, 'tenant_id': 'd29eee7bedfd47868ae5c7a8e8bcaa1a', 'security_groups': ['fb971d4b-28db-4667-a104-99285d2c0e26']}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:22:42.130976 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-249c0db7-bd96-498c-9575-6115a352ccab tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:42.172724 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [req-66be86fd-3309-450a-ba5c-d9ab3ac8d528 req-aaa0cb30-c79d-4127-9b63-34f931a6b5b3 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:22:42.186917 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-249c0db7-bd96-498c-9575-6115a352ccab tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:42.201302 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [req-66be86fd-3309-450a-ba5c-d9ab3ac8d528 req-aaa0cb30-c79d-4127-9b63-34f931a6b5b3 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:22:42.236824 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66be86fd-3309-450a-ba5c-d9ab3ac8d528 req-aaa0cb30-c79d-4127-9b63-34f931a6b5b3 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Made reservation on behalf of d29eee7bedfd47868ae5c7a8e8bcaa1a for: {'port': 1} {{(pid=86362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:22:42.243000 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-66be86fd-3309-450a-ba5c-d9ab3ac8d528 req-aaa0cb30-c79d-4127-9b63-34f931a6b5b3 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:42.320101 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-249c0db7-bd96-498c-9575-6115a352ccab tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:42.326450 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-1d086e34-7f35-458d-90d0-73b7946c26f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:42.354812 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249c0db7-bd96-498c-9575-6115a352ccab tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b5371d-1336-49e1-b1ea-54af417b4943,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:42.363104 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-249c0db7-bd96-498c-9575-6115a352ccab tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:42.431539 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-249c0db7-bd96-498c-9575-6115a352ccab tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:42.435390 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-249c0db7-bd96-498c-9575-6115a352ccab tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "DELETE /v2.0/security-groups/74b5371d-1336-49e1-b1ea-54af417b4943 HTTP/1.1" status: 204 len: 168 time: 0.4955344 Apr 19 18:22:42.435857 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 37664) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:22:42.481688 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.v2.resource [None req-b8474d2f-feb0-4ff7-9324-2d00733c7303 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] show failed (client error): The resource could not be found. Apr 19 18:22:42.485687 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-b8474d2f-feb0-4ff7-9324-2d00733c7303 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "GET /v2.0/security-groups/74b5371d-1336-49e1-b1ea-54af417b4943 HTTP/1.1" status: 404 len: 347 time: 0.0459375 Apr 19 18:22:42.486135 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 37670) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:22:42.486850 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [req-66be86fd-3309-450a-ba5c-d9ab3ac8d528 req-aaa0cb30-c79d-4127-9b63-34f931a6b5b3 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Allocated IP 172.20.0.12 (45d46b2a-8de6-42c9-bd73-54daf8078cd3/172eff84-753d-4a46-a1f9-70acd6cf59f1/e03132f3-b457-4f69-ad6c-a65cb888fcad) {{(pid=86362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:22:42.661133 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-d6a3fe5b-0d32-44b1-bc2b-f1a33197772b tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Deleting port c8d8ae8f-2a09-451d-b1c3-4228e0d7c5a6 {{(pid=86363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:22:42.661496 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d6a3fe5b-0d32-44b1-bc2b-f1a33197772b tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254156519796'] for port, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:42.695689 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-66be86fd-3309-450a-ba5c-d9ab3ac8d528 req-aaa0cb30-c79d-4127-9b63-34f931a6b5b3 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Notify callbacks [] for port, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:42.714255 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [req-66be86fd-3309-450a-ba5c-d9ab3ac8d528 req-aaa0cb30-c79d-4127-9b63-34f931a6b5b3 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Transition to ACTIVE for port object e03132f3-b457-4f69-ad6c-a65cb888fcad will not be triggered until provisioned by entity DHCP. {{(pid=86362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:22:42.739376 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-66be86fd-3309-450a-ba5c-d9ab3ac8d528 req-aaa0cb30-c79d-4127-9b63-34f931a6b5b3 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782697811417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844104858'] for port, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:42.745159 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-0de81554-97d3-4e7a-8aba-7103dae2a18d tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:42.814443 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66be86fd-3309-450a-ba5c-d9ab3ac8d528 req-aaa0cb30-c79d-4127-9b63-34f931a6b5b3 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Network 45d46b2a-8de6-42c9-bd73-54daf8078cd3 is already hosted by enough agents. {{(pid=86362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:22:42.818349 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [req-66be86fd-3309-450a-ba5c-d9ab3ac8d528 req-aaa0cb30-c79d-4127-9b63-34f931a6b5b3 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Resources bound (agent type, host, resource id): {{(pid=86362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:22:42.823242 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [req-66be86fd-3309-450a-ba5c-d9ab3ac8d528 req-aaa0cb30-c79d-4127-9b63-34f931a6b5b3 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Received port after_create {{(pid=86362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:22:42.866087 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d6a3fe5b-0d32-44b1-bc2b-f1a33197772b tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648318'] for port, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:42.866467 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d6a3fe5b-0d32-44b1-bc2b-f1a33197772b tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:42.908193 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa0cb30-c79d-4127-9b63-34f931a6b5b3 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Pushing event updated for resources: {'Port': ['ID=e03132f3-b457-4f69-ad6c-a65cb888fcad,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:42.919033 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-aaa0cb30-c79d-4127-9b63-34f931a6b5b3 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:42.954202 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66be86fd-3309-450a-ba5c-d9ab3ac8d528 req-aaa0cb30-c79d-4127-9b63-34f931a6b5b3 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:42.954902 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-66be86fd-3309-450a-ba5c-d9ab3ac8d528 req-aaa0cb30-c79d-4127-9b63-34f931a6b5b3 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773849'] for port, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:42.986299 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-66be86fd-3309-450a-ba5c-d9ab3ac8d528 req-aaa0cb30-c79d-4127-9b63-34f931a6b5b3 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0469322 Apr 19 18:22:43.007295 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fd8fd4-4636-456c-b8ae-b93138de1a39 req-7746fe6a-210c-4232-bca6-12f5c95836c6 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:43.008059 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-f4fd8fd4-4636-456c-b8ae-b93138de1a39 req-7746fe6a-210c-4232-bca6-12f5c95836c6 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Synchronizing usage tracker for tenant:d29eee7bedfd47868ae5c7a8e8bcaa1a on resource:port {{(pid=86362) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:22:43.012274 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-d6a3fe5b-0d32-44b1-bc2b-f1a33197772b tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Calling delete_port for c8d8ae8f-2a09-451d-b1c3-4228e0d7c5a6 owned by network:floatingip {{(pid=86363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:22:43.017534 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [req-66be86fd-3309-450a-ba5c-d9ab3ac8d528 req-5eb0af69-b478-48ed-80d1-ffc50e18f6b3 service neutron] Request body: {'port': {'device_id': '13107cc2-f2fb-4f41-9cad-6addff7b1525', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:22:43.076311 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-6e4611ef-f90b-431a-a6e6-f5fc130b9069 None None] Provisioning for port e03132f3-b457-4f69-ad6c-a65cb888fcad completed by entity DHCP. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:22:43.079671 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-f4fd8fd4-4636-456c-b8ae-b93138de1a39 req-7746fe6a-210c-4232-bca6-12f5c95836c6 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Unset dirty status for tenant:d29eee7bedfd47868ae5c7a8e8bcaa1a on resource:port {{(pid=86362) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:22:43.080919 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f4fd8fd4-4636-456c-b8ae-b93138de1a39 req-7746fe6a-210c-4232-bca6-12f5c95836c6 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] 10.222.0.36 "GET /v2.0/ports?device_id=13107cc2-f2fb-4f41-9cad-6addff7b1525 HTTP/1.1" status: 200 len: 932 time: 0.2167821 Apr 19 18:22:43.089094 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-6e4611ef-f90b-431a-a6e6-f5fc130b9069 None None] Provisioning complete for port e03132f3-b457-4f69-ad6c-a65cb888fcad triggered by entity DHCP. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:22:43.089743 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-6e4611ef-f90b-431a-a6e6-f5fc130b9069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:43.149689 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-6e4611ef-f90b-431a-a6e6-f5fc130b9069 None None] Port e03132f3-b457-4f69-ad6c-a65cb888fcad cannot update to ACTIVE because it is not bound. {{(pid=86364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:22:43.162920 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d6a3fe5b-0d32-44b1-bc2b-f1a33197772b tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254156516127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254156964383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10486948'] for port, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:43.163314 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-66be86fd-3309-450a-ba5c-d9ab3ac8d528 req-5eb0af69-b478-48ed-80d1-ffc50e18f6b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:43.168546 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-339fa050-4e9d-410f-b9c1-c4d246a296a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:43.215347 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a3fe5b-0d32-44b1-bc2b-f1a33197772b tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Pushing event deleted for resources: {'Port': ['ID=c8d8ae8f-2a09-451d-b1c3-4228e0d7c5a6,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:43.224711 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a3fe5b-0d32-44b1-bc2b-f1a33197772b tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:22:43.225306 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a3fe5b-0d32-44b1-bc2b-f1a33197772b tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:22:43.225721 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a3fe5b-0d32-44b1-bc2b-f1a33197772b tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:22:43.226146 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a3fe5b-0d32-44b1-bc2b-f1a33197772b tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:22:43.226549 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a3fe5b-0d32-44b1-bc2b-f1a33197772b tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:22:43.226953 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a3fe5b-0d32-44b1-bc2b-f1a33197772b tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:22:43.227913 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a3fe5b-0d32-44b1-bc2b-f1a33197772b tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:22:43.228317 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a3fe5b-0d32-44b1-bc2b-f1a33197772b tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:22:43.228719 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a3fe5b-0d32-44b1-bc2b-f1a33197772b tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:22:43.229116 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a3fe5b-0d32-44b1-bc2b-f1a33197772b tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:22:43.229514 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a3fe5b-0d32-44b1-bc2b-f1a33197772b tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:22:43.229910 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a3fe5b-0d32-44b1-bc2b-f1a33197772b tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:22:43.247509 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f4fd8fd4-4636-456c-b8ae-b93138de1a39 req-70b31645-af9c-4a25-9af4-62fe485ca9df tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb971d4b-28db-4667-a104-99285d2c0e26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1585369 Apr 19 18:22:43.259467 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-d6a3fe5b-0d32-44b1-bc2b-f1a33197772b tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:43.329787 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d6a3fe5b-0d32-44b1-bc2b-f1a33197772b tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Notify callbacks [] for floatingip, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:43.346725 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d6a3fe5b-0d32-44b1-bc2b-f1a33197772b tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773849'] for floatingip, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:43.348032 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-d6a3fe5b-0d32-44b1-bc2b-f1a33197772b tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] 10.222.0.36 "DELETE /v2.0/floatingips/2dd4c907-a7c7-4def-bbe9-a9b0db55e06a HTTP/1.1" status: 204 len: 168 time: 0.8608177 Apr 19 18:22:43.562384 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [req-66be86fd-3309-450a-ba5c-d9ab3ac8d528 req-5eb0af69-b478-48ed-80d1-ffc50e18f6b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e03132f3-b457-4f69-ad6c-a65cb888fcad {{(pid=86362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:22:43.570297 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-66be86fd-3309-450a-ba5c-d9ab3ac8d528 req-5eb0af69-b478-48ed-80d1-ffc50e18f6b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:43.585558 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [req-66be86fd-3309-450a-ba5c-d9ab3ac8d528 req-5eb0af69-b478-48ed-80d1-ffc50e18f6b3 service neutron] Transition to ACTIVE for port object e03132f3-b457-4f69-ad6c-a65cb888fcad will not be triggered until provisioned by entity L2. {{(pid=86362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:22:43.588650 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-66be86fd-3309-450a-ba5c-d9ab3ac8d528 req-5eb0af69-b478-48ed-80d1-ffc50e18f6b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10670959'] for port, after_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:43.593347 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-9920c16f-5670-4c41-a5eb-e96d4d2390d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:43.811226 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb0af69-b478-48ed-80d1-ffc50e18f6b3 service neutron] Pushing event updated for resources: {'Port': ['ID=e03132f3-b457-4f69-ad6c-a65cb888fcad,revision_number=2']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:43.814425 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-5eb0af69-b478-48ed-80d1-ffc50e18f6b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:43.857889 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-66be86fd-3309-450a-ba5c-d9ab3ac8d528 req-5eb0af69-b478-48ed-80d1-ffc50e18f6b3 service neutron] Attempting to bind port e03132f3-b457-4f69-ad6c-a65cb888fcad on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:22:43.858266 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-66be86fd-3309-450a-ba5c-d9ab3ac8d528 req-5eb0af69-b478-48ed-80d1-ffc50e18f6b3 service neutron] Attempting to bind port e03132f3-b457-4f69-ad6c-a65cb888fcad by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '2b9d4c4a-fbb2-4b6f-8844-c1133daaedbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '45d46b2a-8de6-42c9-bd73-54daf8078cd3'}] {{(pid=86362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:22:43.858635 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66be86fd-3309-450a-ba5c-d9ab3ac8d528 req-5eb0af69-b478-48ed-80d1-ffc50e18f6b3 service neutron] Attempting to bind port e03132f3-b457-4f69-ad6c-a65cb888fcad on network 45d46b2a-8de6-42c9-bd73-54daf8078cd3 {{(pid=86362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:22:43.864706 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66be86fd-3309-450a-ba5c-d9ab3ac8d528 req-5eb0af69-b478-48ed-80d1-ffc50e18f6b3 service neutron] Port e03132f3-b457-4f69-ad6c-a65cb888fcad on network 45d46b2a-8de6-42c9-bd73-54daf8078cd3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 18:22:43.865073 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66be86fd-3309-450a-ba5c-d9ab3ac8d528 req-5eb0af69-b478-48ed-80d1-ffc50e18f6b3 service neutron] Attempting to bind port e03132f3-b457-4f69-ad6c-a65cb888fcad on network 45d46b2a-8de6-42c9-bd73-54daf8078cd3 {{(pid=86362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:22:43.881233 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66be86fd-3309-450a-ba5c-d9ab3ac8d528 req-5eb0af69-b478-48ed-80d1-ffc50e18f6b3 service neutron] Checking agent: {'id': '45629c73-d10e-4994-a087-373ccf8ea198', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 14, 33), 'started_at': datetime.datetime(2021, 4, 19, 18, 14, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:22:43.881233 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66be86fd-3309-450a-ba5c-d9ab3ac8d528 req-5eb0af69-b478-48ed-80d1-ffc50e18f6b3 service neutron] Checking segment: {'id': '2b9d4c4a-fbb2-4b6f-8844-c1133daaedbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '45d46b2a-8de6-42c9-bd73-54daf8078cd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:22:43.881233 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66be86fd-3309-450a-ba5c-d9ab3ac8d528 req-5eb0af69-b478-48ed-80d1-ffc50e18f6b3 service neutron] Bound using segment: {'id': '2b9d4c4a-fbb2-4b6f-8844-c1133daaedbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '45d46b2a-8de6-42c9-bd73-54daf8078cd3'} {{(pid=86362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:22:43.881233 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-66be86fd-3309-450a-ba5c-d9ab3ac8d528 req-5eb0af69-b478-48ed-80d1-ffc50e18f6b3 service neutron] Bound port: e03132f3-b457-4f69-ad6c-a65cb888fcad, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b9d4c4a-fbb2-4b6f-8844-c1133daaedbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '45d46b2a-8de6-42c9-bd73-54daf8078cd3'}}] {{(pid=86362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:22:43.881233 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-66be86fd-3309-450a-ba5c-d9ab3ac8d528 req-5eb0af69-b478-48ed-80d1-ffc50e18f6b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:43.975158 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-66be86fd-3309-450a-ba5c-d9ab3ac8d528 req-5eb0af69-b478-48ed-80d1-ffc50e18f6b3 service neutron] For port e03132f3-b457-4f69-ad6c-a65cb888fcad, host hv-cinder-78692, cleared binding levels {{(pid=86362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:22:43.978330 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-66be86fd-3309-450a-ba5c-d9ab3ac8d528 req-5eb0af69-b478-48ed-80d1-ffc50e18f6b3 service neutron] For port e03132f3-b457-4f69-ad6c-a65cb888fcad, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=e03132f3-b457-4f69-ad6c-a65cb888fcad,segment=NetworkSegment(2b9d4c4a-fbb2-4b6f-8844-c1133daaedbe),segment_id=2b9d4c4a-fbb2-4b6f-8844-c1133daaedbe)] {{(pid=86362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:22:43.981866 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-66be86fd-3309-450a-ba5c-d9ab3ac8d528 req-5eb0af69-b478-48ed-80d1-ffc50e18f6b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10670959'] for port, after_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:43.986903 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-95634712-7db7-4a11-89f0-206e71f51ab7 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:44.038460 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66be86fd-3309-450a-ba5c-d9ab3ac8d528 req-5eb0af69-b478-48ed-80d1-ffc50e18f6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:44.039159 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-66be86fd-3309-450a-ba5c-d9ab3ac8d528 req-5eb0af69-b478-48ed-80d1-ffc50e18f6b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773849'] for port, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:44.040912 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-66be86fd-3309-450a-ba5c-d9ab3ac8d528 req-5eb0af69-b478-48ed-80d1-ffc50e18f6b3 service neutron] 10.222.0.53 "PUT /v2.0/ports/e03132f3-b457-4f69-ad6c-a65cb888fcad HTTP/1.1" status: 200 len: 1094 time: 1.0282671 Apr 19 18:22:44.044130 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13107cc2-f2fb-4f41-9cad-6addff7b1525', 'tag': 'e03132f3-b457-4f69-ad6c-a65cb888fcad'}] {{(pid=86362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:22:44.079313 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb0af69-b478-48ed-80d1-ffc50e18f6b3 service neutron] Pushing event updated for resources: {'Port': ['ID=e03132f3-b457-4f69-ad6c-a65cb888fcad,revision_number=3']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:44.085232 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-5eb0af69-b478-48ed-80d1-ffc50e18f6b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:44.130285 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13107cc2-f2fb-4f41-9cad-6addff7b1525', 'tag': 'e03132f3-b457-4f69-ad6c-a65cb888fcad', 'status': 'completed', 'code': 200} Apr 19 18:22:44.170537 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66be86fd-3309-450a-ba5c-d9ab3ac8d528 req-6148ac0a-6a85-478e-9686-8dbc8d7e6b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:44.172286 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-66be86fd-3309-450a-ba5c-d9ab3ac8d528 req-6148ac0a-6a85-478e-9686-8dbc8d7e6b5b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d29eee7bedfd47868ae5c7a8e8bcaa1a&device_id=13107cc2-f2fb-4f41-9cad-6addff7b1525 HTTP/1.1" status: 200 len: 1097 time: 0.0893171 Apr 19 18:22:44.248545 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-66be86fd-3309-450a-ba5c-d9ab3ac8d528 req-39e0a200-ca75-45e6-8081-eeb5ba8c6e41 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e03132f3-b457-4f69-ad6c-a65cb888fcad HTTP/1.1" status: 200 len: 217 time: 0.0672512 Apr 19 18:22:44.324660 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66be86fd-3309-450a-ba5c-d9ab3ac8d528 req-79e94cbe-6350-4709-b65c-c6955766b9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:44.326170 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-66be86fd-3309-450a-ba5c-d9ab3ac8d528 req-79e94cbe-6350-4709-b65c-c6955766b9a6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=172eff84-753d-4a46-a1f9-70acd6cf59f1 HTTP/1.1" status: 200 len: 846 time: 0.0717027 Apr 19 18:22:44.412477 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66be86fd-3309-450a-ba5c-d9ab3ac8d528 req-7f185412-439e-4308-ad74-0439de197d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:44.414152 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-66be86fd-3309-450a-ba5c-d9ab3ac8d528 req-7f185412-439e-4308-ad74-0439de197d1e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=45d46b2a-8de6-42c9-bd73-54daf8078cd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0789416 Apr 19 18:22:44.458794 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0255c994-9e3d-4bf0-a6ee-440dc3879b70 req-70306ec0-9cd7-4d54-805e-a886dfa5d57f tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:44.460482 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0255c994-9e3d-4bf0-a6ee-440dc3879b70 req-70306ec0-9cd7-4d54-805e-a886dfa5d57f tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] 10.222.0.36 "GET /v2.0/ports?device_id=13107cc2-f2fb-4f41-9cad-6addff7b1525 HTTP/1.1" status: 200 len: 944 time: 0.0913804 Apr 19 18:22:44.514723 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-0255c994-9e3d-4bf0-a6ee-440dc3879b70 req-f09dd0e2-eaab-4b9c-b981-48d01d11d29b tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Synchronizing usage tracker for tenant:d29eee7bedfd47868ae5c7a8e8bcaa1a on resource:security_group {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:22:44.532448 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-0255c994-9e3d-4bf0-a6ee-440dc3879b70 req-f09dd0e2-eaab-4b9c-b981-48d01d11d29b tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Unset dirty status for tenant:d29eee7bedfd47868ae5c7a8e8bcaa1a on resource:security_group {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:22:44.533730 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0255c994-9e3d-4bf0-a6ee-440dc3879b70 req-f09dd0e2-eaab-4b9c-b981-48d01d11d29b tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb971d4b-28db-4667-a104-99285d2c0e26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644336 Apr 19 18:22:44.570830 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-66be86fd-3309-450a-ba5c-d9ab3ac8d528 req-8c1b68bc-fe25-4806-ae81-2a1a8ea2ac6b service neutron] 10.222.0.53 "GET /v2.0/networks/45d46b2a-8de6-42c9-bd73-54daf8078cd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445792 Apr 19 18:22:44.728713 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-66be86fd-3309-450a-ba5c-d9ab3ac8d528 req-26d684b0-f090-4b47-b1d5-031561002b47 service neutron] 10.222.0.53 "GET /v2.0/networks/45d46b2a-8de6-42c9-bd73-54daf8078cd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511667 Apr 19 18:22:44.872251 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3f0539-3285-4d6e-a719-47b5e0d7df99 req-86caaebe-aa73-440f-9c25-588bb127f476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:44.873949 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7e3f0539-3285-4d6e-a719-47b5e0d7df99 req-86caaebe-aa73-440f-9c25-588bb127f476 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d29eee7bedfd47868ae5c7a8e8bcaa1a&device_id=13107cc2-f2fb-4f41-9cad-6addff7b1525 HTTP/1.1" status: 200 len: 1097 time: 0.0872424 Apr 19 18:22:45.025938 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3f0539-3285-4d6e-a719-47b5e0d7df99 req-92c97f48-2844-48d7-b5a6-51d13c30db8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:45.027693 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7e3f0539-3285-4d6e-a719-47b5e0d7df99 req-92c97f48-2844-48d7-b5a6-51d13c30db8e service neutron] 10.222.0.53 "GET /v2.0/networks?id=45d46b2a-8de6-42c9-bd73-54daf8078cd3 HTTP/1.1" status: 200 len: 908 time: 0.1465759 Apr 19 18:22:45.105276 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7e3f0539-3285-4d6e-a719-47b5e0d7df99 req-2b5a31da-ef28-4dc0-bcb3-3c5c671dc100 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e03132f3-b457-4f69-ad6c-a65cb888fcad HTTP/1.1" status: 200 len: 217 time: 0.0692823 Apr 19 18:22:45.181185 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3f0539-3285-4d6e-a719-47b5e0d7df99 req-811fac9e-bd4b-4d5f-ab8a-ffda00506238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:45.182815 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7e3f0539-3285-4d6e-a719-47b5e0d7df99 req-811fac9e-bd4b-4d5f-ab8a-ffda00506238 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=172eff84-753d-4a46-a1f9-70acd6cf59f1 HTTP/1.1" status: 200 len: 846 time: 0.0694990 Apr 19 18:22:45.247241 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.agents_db [None req-8d26a53d-5aec-40fe-9147-3f846c88e388 None None] Agent healthcheck: found 6 active agents {{(pid=86365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:22:45.269621 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3f0539-3285-4d6e-a719-47b5e0d7df99 req-649c947a-3aed-4ce6-b1f1-d47f741d712d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:45.271264 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7e3f0539-3285-4d6e-a719-47b5e0d7df99 req-649c947a-3aed-4ce6-b1f1-d47f741d712d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=45d46b2a-8de6-42c9-bd73-54daf8078cd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0812886 Apr 19 18:22:45.672826 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7e3f0539-3285-4d6e-a719-47b5e0d7df99 req-d5cb2319-21eb-42a9-a737-ebc3ce31ae7e service neutron] 10.222.0.53 "GET /v2.0/networks/45d46b2a-8de6-42c9-bd73-54daf8078cd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3944895 Apr 19 18:22:45.747027 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a9655-5610-4721-bdab-fbe97cc23d9b req-3407d8dd-784e-45c7-b58f-292e9171f414 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:45.751780 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a89a9655-5610-4721-bdab-fbe97cc23d9b req-3407d8dd-784e-45c7-b58f-292e9171f414 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] 10.222.0.36 "GET /v2.0/ports?device_id=13107cc2-f2fb-4f41-9cad-6addff7b1525 HTTP/1.1" status: 200 len: 944 time: 0.0987911 Apr 19 18:22:45.801308 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a89a9655-5610-4721-bdab-fbe97cc23d9b req-66a113da-5c1a-4155-9a95-ce9d73fa739e tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb971d4b-28db-4667-a104-99285d2c0e26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457368 Apr 19 18:22:45.827284 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7e3f0539-3285-4d6e-a719-47b5e0d7df99 req-c67262c5-f4d0-47b4-ab9f-6946c9abda64 service neutron] 10.222.0.53 "GET /v2.0/networks/45d46b2a-8de6-42c9-bd73-54daf8078cd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479876 Apr 19 18:22:46.410161 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-4d92a577-df5c-45c7-9369-3bb68b97c497 req-0009aef6-331f-4c2f-8f9c-c6915a032dc7 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Synchronizing usage tracker for tenant:ab7ea17f87bf48eea71bdbbfac21f7d9 on resource:security_group {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:22:46.427284 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-4d92a577-df5c-45c7-9369-3bb68b97c497 req-0009aef6-331f-4c2f-8f9c-c6915a032dc7 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Unset dirty status for tenant:ab7ea17f87bf48eea71bdbbfac21f7d9 on resource:security_group {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:22:46.428523 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4d92a577-df5c-45c7-9369-3bb68b97c497 req-0009aef6-331f-4c2f-8f9c-c6915a032dc7 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1904419624&fields=id&tenant_id=ab7ea17f87bf48eea71bdbbfac21f7d9 HTTP/1.1" status: 200 len: 267 time: 0.0591955 Apr 19 18:22:46.591884 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d92a577-df5c-45c7-9369-3bb68b97c497 req-649ef056-87a1-4985-ada6-6ad21d7a69c0 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:46.592543 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-4d92a577-df5c-45c7-9369-3bb68b97c497 req-649ef056-87a1-4985-ada6-6ad21d7a69c0 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Synchronizing usage tracker for tenant:ab7ea17f87bf48eea71bdbbfac21f7d9 on resource:network {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:22:46.608073 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-4d92a577-df5c-45c7-9369-3bb68b97c497 req-649ef056-87a1-4985-ada6-6ad21d7a69c0 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Unset dirty status for tenant:ab7ea17f87bf48eea71bdbbfac21f7d9 on resource:network {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:22:46.609289 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4d92a577-df5c-45c7-9369-3bb68b97c497 req-649ef056-87a1-4985-ada6-6ad21d7a69c0 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/networks?id=1f49822f-29ba-4e60-a46b-78786ac1f34c HTTP/1.1" status: 200 len: 811 time: 0.1728849 Apr 19 18:22:46.625269 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4d92a577-df5c-45c7-9369-3bb68b97c497 req-b2ec43d7-ea0b-4748-9665-27934298752d tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/quotas/ab7ea17f87bf48eea71bdbbfac21f7d9 HTTP/1.1" status: 200 len: 375 time: 0.0099969 Apr 19 18:22:46.717692 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-4d92a577-df5c-45c7-9369-3bb68b97c497 req-0173b7e8-fcbb-4159-85e5-bf14df8a8e3b tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Synchronizing usage tracker for tenant:ab7ea17f87bf48eea71bdbbfac21f7d9 on resource:port {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:22:46.734359 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-4d92a577-df5c-45c7-9369-3bb68b97c497 req-0173b7e8-fcbb-4159-85e5-bf14df8a8e3b tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Unset dirty status for tenant:ab7ea17f87bf48eea71bdbbfac21f7d9 on resource:port {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:22:46.735791 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4d92a577-df5c-45c7-9369-3bb68b97c497 req-0173b7e8-fcbb-4159-85e5-bf14df8a8e3b tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ab7ea17f87bf48eea71bdbbfac21f7d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1050618 Apr 19 18:22:47.011283 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4d92a577-df5c-45c7-9369-3bb68b97c497 req-5963be63-457c-4547-b8b5-5f33cacf55dc service neutron] 10.222.0.36 "GET /v2.0/networks/1f49822f-29ba-4e60-a46b-78786ac1f34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615161 Apr 19 18:22:47.013097 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8e8e04-d6be-4383-9114-0c46d577995c req-a87f9b84-bc12-4a0f-9dcc-a91a0551910f tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:47.014816 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5c8e8e04-d6be-4383-9114-0c46d577995c req-a87f9b84-bc12-4a0f-9dcc-a91a0551910f tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] 10.222.0.36 "GET /v2.0/ports?device_id=13107cc2-f2fb-4f41-9cad-6addff7b1525 HTTP/1.1" status: 200 len: 944 time: 0.0953047 Apr 19 18:22:47.065963 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5c8e8e04-d6be-4383-9114-0c46d577995c req-f1990fa3-9dcd-4b60-a3aa-83edadde6a1e tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb971d4b-28db-4667-a104-99285d2c0e26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443392 Apr 19 18:22:47.203800 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4d92a577-df5c-45c7-9369-3bb68b97c497 req-4d29e201-bb55-4e17-b8b4-6163230eca35 service neutron] 10.222.0.36 "GET /v2.0/networks/1f49822f-29ba-4e60-a46b-78786ac1f34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859376 Apr 19 18:22:47.483988 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 37744) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:22:47.664840 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-777e2843-de25-4b53-a3f3-00d5f9bc9a98 req-633c9a45-f617-4b0d-809b-d92809ee2b86 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/ports?device_id=49237796-c340-4d4b-9aff-629bbfcf3ca5 HTTP/1.1" status: 200 len: 210 time: 0.0569062 Apr 19 18:22:48.381686 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248ba9b3-a9f7-46c5-99d8-6878728294b4 req-d9ed895d-b8b2-4aed-9eef-76044ea78696 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:48.383707 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-248ba9b3-a9f7-46c5-99d8-6878728294b4 req-d9ed895d-b8b2-4aed-9eef-76044ea78696 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] 10.222.0.36 "GET /v2.0/ports?device_id=13107cc2-f2fb-4f41-9cad-6addff7b1525 HTTP/1.1" status: 200 len: 944 time: 0.1830754 Apr 19 18:22:48.489955 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-248ba9b3-a9f7-46c5-99d8-6878728294b4 req-51c241f3-10b5-4f2c-b294-725e54a2b7b2 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb971d4b-28db-4667-a104-99285d2c0e26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952661 Apr 19 18:22:48.592234 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4dd2bb7a-3ad3-4f75-a8fc-1757c33157ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622745'] for router_interface, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:48.900710 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-aa569f07-8b75-45a9-8946-b5f72b7b38cb req-2082341d-ed48-4e01-959a-f5b086f14f08 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/ports?device_id=49237796-c340-4d4b-9aff-629bbfcf3ca5 HTTP/1.1" status: 200 len: 210 time: 0.0578537 Apr 19 18:22:48.979473 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d92a577-df5c-45c7-9369-3bb68b97c497 req-bb92b9c8-0aae-4dda-8a80-1eed9217b862 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:48.981207 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4d92a577-df5c-45c7-9369-3bb68b97c497 req-bb92b9c8-0aae-4dda-8a80-1eed9217b862 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.53 "GET /v2.0/networks?id=1f49822f-29ba-4e60-a46b-78786ac1f34c HTTP/1.1" status: 200 len: 811 time: 0.2211807 Apr 19 18:22:48.999457 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-4dd2bb7a-3ad3-4f75-a8fc-1757c33157ff admin admin] Deleting port 609b9c18-1fd2-4445-8f78-10a76f5dcb6c {{(pid=86363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:22:48.999839 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4dd2bb7a-3ad3-4f75-a8fc-1757c33157ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254156519796'] for port, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:49.062006 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4d92a577-df5c-45c7-9369-3bb68b97c497 req-b59a895b-10e6-4929-adf5-8f91910dd706 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ab7ea17f87bf48eea71bdbbfac21f7d9 HTTP/1.1" status: 200 len: 8061 time: 0.0721354 Apr 19 18:22:49.073190 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [req-4d92a577-df5c-45c7-9369-3bb68b97c497 req-fb88b63b-bfc8-4b1e-893b-0e34a34ed8b7 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Request body: {'port': {'device_id': '49237796-c340-4d4b-9aff-629bbfcf3ca5', 'network_id': '1f49822f-29ba-4e60-a46b-78786ac1f34c', 'admin_state_up': True, 'tenant_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'security_groups': ['9ee5570f-f568-4750-abc9-f2e83a97fd81']}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:22:49.187529 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-4dd2bb7a-3ad3-4f75-a8fc-1757c33157ff admin admin] For port 609b9c18-1fd2-4445-8f78-10a76f5dcb6c, host dv-cinder-786927-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-iscsi',level=0,port_id=609b9c18-1fd2-4445-8f78-10a76f5dcb6c,segment=NetworkSegment(7a2615d6-dc47-46a0-9b5b-ef7d5912dccf),segment_id=7a2615d6-dc47-46a0-9b5b-ef7d5912dccf)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:22:49.187973 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4dd2bb7a-3ad3-4f75-a8fc-1757c33157ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648318'] for port, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:49.220359 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [req-4d92a577-df5c-45c7-9369-3bb68b97c497 req-fb88b63b-bfc8-4b1e-893b-0e34a34ed8b7 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:22:49.230795 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [req-4d92a577-df5c-45c7-9369-3bb68b97c497 req-fb88b63b-bfc8-4b1e-893b-0e34a34ed8b7 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:22:49.239647 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d92a577-df5c-45c7-9369-3bb68b97c497 req-fb88b63b-bfc8-4b1e-893b-0e34a34ed8b7 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Made reservation on behalf of ab7ea17f87bf48eea71bdbbfac21f7d9 for: {'port': 1} {{(pid=86362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:22:49.246384 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-4d92a577-df5c-45c7-9369-3bb68b97c497 req-fb88b63b-bfc8-4b1e-893b-0e34a34ed8b7 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:49.322588 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-4dd2bb7a-3ad3-4f75-a8fc-1757c33157ff admin admin] Calling delete_port for 609b9c18-1fd2-4445-8f78-10a76f5dcb6c owned by network:router_interface {{(pid=86363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:22:49.419913 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [req-4d92a577-df5c-45c7-9369-3bb68b97c497 req-fb88b63b-bfc8-4b1e-893b-0e34a34ed8b7 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Allocated IP 172.20.0.10 (1f49822f-29ba-4e60-a46b-78786ac1f34c/a7079f5e-d348-48c2-81c0-ab4764c813e8/b65927f1-63dc-4341-8dc1-c7ec09b0ae44) {{(pid=86362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:22:49.508343 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4dd2bb7a-3ad3-4f75-a8fc-1757c33157ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254156516127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254156964383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10486948'] for port, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:49.520246 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-a8861b6d-e705-42a1-a82f-2d810c05b4b0 tempest-ServerRescueNegativeTestJSON-251621693 tempest-ServerRescueNegativeTestJSON-251621693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:49.643865 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2bb7a-3ad3-4f75-a8fc-1757c33157ff admin admin] Pushing event deleted for resources: {'Port': ['ID=609b9c18-1fd2-4445-8f78-10a76f5dcb6c,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:49.656516 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-4dd2bb7a-3ad3-4f75-a8fc-1757c33157ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:49.679232 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-4d92a577-df5c-45c7-9369-3bb68b97c497 req-fb88b63b-bfc8-4b1e-893b-0e34a34ed8b7 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks [] for port, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:49.697569 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [req-4d92a577-df5c-45c7-9369-3bb68b97c497 req-fb88b63b-bfc8-4b1e-893b-0e34a34ed8b7 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Transition to ACTIVE for port object b65927f1-63dc-4341-8dc1-c7ec09b0ae44 will not be triggered until provisioned by entity DHCP. {{(pid=86362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:22:49.817062 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-4d92a577-df5c-45c7-9369-3bb68b97c497 req-fb88b63b-bfc8-4b1e-893b-0e34a34ed8b7 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782697811417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844104858'] for port, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:49.825608 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-70242487-d046-46bf-8d1f-b49a3f1b30f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:49.873400 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c61ad31-efe0-4d62-93e4-7bcbdd6b245c req-c2f66cfc-2556-4537-9431-43655d1c6796 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:49.875176 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6c61ad31-efe0-4d62-93e4-7bcbdd6b245c req-c2f66cfc-2556-4537-9431-43655d1c6796 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] 10.222.0.36 "GET /v2.0/ports?device_id=13107cc2-f2fb-4f41-9cad-6addff7b1525 HTTP/1.1" status: 200 len: 944 time: 0.1890309 Apr 19 18:22:49.933352 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d92a577-df5c-45c7-9369-3bb68b97c497 req-fb88b63b-bfc8-4b1e-893b-0e34a34ed8b7 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Network 1f49822f-29ba-4e60-a46b-78786ac1f34c is already hosted by enough agents. {{(pid=86362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:22:49.938093 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4dd2bb7a-3ad3-4f75-a8fc-1757c33157ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854015838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-622823'] for router_interface, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:49.938598 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [req-4d92a577-df5c-45c7-9369-3bb68b97c497 req-fb88b63b-bfc8-4b1e-893b-0e34a34ed8b7 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Resources bound (agent type, host, resource id): {{(pid=86362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:22:49.944744 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d92a577-df5c-45c7-9369-3bb68b97c497 req-fb88b63b-bfc8-4b1e-893b-0e34a34ed8b7 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Received port after_create {{(pid=86362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:22:49.975982 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb88b63b-bfc8-4b1e-893b-0e34a34ed8b7 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Pushing event updated for resources: {'Port': ['ID=b65927f1-63dc-4341-8dc1-c7ec09b0ae44,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:49.987269 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-fb88b63b-bfc8-4b1e-893b-0e34a34ed8b7 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:50.020573 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6c61ad31-efe0-4d62-93e4-7bcbdd6b245c req-20bffa82-cf58-4fe3-b124-ef0e9587403b tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb971d4b-28db-4667-a104-99285d2c0e26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318476 Apr 19 18:22:50.065374 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d92a577-df5c-45c7-9369-3bb68b97c497 req-fb88b63b-bfc8-4b1e-893b-0e34a34ed8b7 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:50.066202 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-4d92a577-df5c-45c7-9369-3bb68b97c497 req-fb88b63b-bfc8-4b1e-893b-0e34a34ed8b7 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773849'] for port, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:50.093811 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4d92a577-df5c-45c7-9369-3bb68b97c497 req-fb88b63b-bfc8-4b1e-893b-0e34a34ed8b7 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0255575 Apr 19 18:22:50.109069 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [req-4d92a577-df5c-45c7-9369-3bb68b97c497 req-5efcb91f-bac1-49c0-9976-81857255cab7 service neutron] Request body: {'port': {'device_id': '49237796-c340-4d4b-9aff-629bbfcf3ca5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:22:50.173717 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-edee34bf-5be9-43be-866a-cfdc52d880ac None None] Provisioning for port b65927f1-63dc-4341-8dc1-c7ec09b0ae44 completed by entity DHCP. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:22:50.179270 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-edee34bf-5be9-43be-866a-cfdc52d880ac None None] Provisioning complete for port b65927f1-63dc-4341-8dc1-c7ec09b0ae44 triggered by entity DHCP. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:22:50.179697 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-edee34bf-5be9-43be-866a-cfdc52d880ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:50.212222 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0800256d-e3d2-4d46-a88e-681a39f8957b req-f082ad2e-f9b4-458a-8c31-a8f64570eafa tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:50.213755 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0800256d-e3d2-4d46-a88e-681a39f8957b req-f082ad2e-f9b4-458a-8c31-a8f64570eafa tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/ports?device_id=49237796-c340-4d4b-9aff-629bbfcf3ca5 HTTP/1.1" status: 200 len: 932 time: 0.1426148 Apr 19 18:22:50.236907 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-4d92a577-df5c-45c7-9369-3bb68b97c497 req-5efcb91f-bac1-49c0-9976-81857255cab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:50.238518 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-edee34bf-5be9-43be-866a-cfdc52d880ac None None] Port b65927f1-63dc-4341-8dc1-c7ec09b0ae44 cannot update to ACTIVE because it is not bound. {{(pid=86364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:22:50.412508 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0800256d-e3d2-4d46-a88e-681a39f8957b req-124403b0-141b-4f30-8d2f-e1e8b1979cc8 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ee5570f-f568-4750-abc9-f2e83a97fd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369903 Apr 19 18:22:50.446835 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dd2bb7a-3ad3-4f75-a8fc-1757c33157ff admin admin] Router aabc47b5-5a0c-4202-9422-e26c7ac78f44 has already been hosted by L3 agent 24af6f5b-4620-4572-ab28-0613f710586e {{(pid=86363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:22:50.600202 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [req-4d92a577-df5c-45c7-9369-3bb68b97c497 req-5efcb91f-bac1-49c0-9976-81857255cab7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b65927f1-63dc-4341-8dc1-c7ec09b0ae44 {{(pid=86362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:22:50.608765 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-4d92a577-df5c-45c7-9369-3bb68b97c497 req-5efcb91f-bac1-49c0-9976-81857255cab7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:50.624168 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [req-4d92a577-df5c-45c7-9369-3bb68b97c497 req-5efcb91f-bac1-49c0-9976-81857255cab7 service neutron] Transition to ACTIVE for port object b65927f1-63dc-4341-8dc1-c7ec09b0ae44 will not be triggered until provisioned by entity L2. {{(pid=86362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:22:50.627283 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-4d92a577-df5c-45c7-9369-3bb68b97c497 req-5efcb91f-bac1-49c0-9976-81857255cab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10670959'] for port, after_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:50.632136 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-a28d4451-cc59-4df6-ad3d-0dcdefd038d1 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:50.637328 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dd2bb7a-3ad3-4f75-a8fc-1757c33157ff admin admin] Notify agent at l3_agent.dv-cinder-786927-1-iscsi the message routers_updated {{(pid=86363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:22:50.648684 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247ba63a-b177-4391-953a-a2e6b6f086b7 None None] Sync routers for ids ['aabc47b5-5a0c-4202-9422-e26c7ac78f44'] in dv-cinder-786927-1-iscsi {{(pid=86364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:22:50.654220 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-4dd2bb7a-3ad3-4f75-a8fc-1757c33157ff admin admin] 10.222.0.36 "PUT /v2.0/routers/aabc47b5-5a0c-4202-9422-e26c7ac78f44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1689219 Apr 19 18:22:50.656897 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 37774) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:22:50.662732 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247ba63a-b177-4391-953a-a2e6b6f086b7 None None] Routers {'aabc47b5-5a0c-4202-9422-e26c7ac78f44'} bound to L3 agent in host dv-cinder-786927-1-iscsi {{(pid=86364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:22:50.663649 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-247ba63a-b177-4391-953a-a2e6b6f086b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T18:07:54Z,description=,heartbeat_timestamp=2021-04-19T18:22:24Z,host='dv-cinder-786927-1-iscsi',id=24af6f5b-4620-4572-ab28-0613f710586e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:07:54Z,topic='l3_agent')) {'router_ids': ['aabc47b5-5a0c-4202-9422-e26c7ac78f44'], 'active': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:22:50.896108 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-247ba63a-b177-4391-953a-a2e6b6f086b7 None None] Set router aabc47b5-5a0c-4202-9422-e26c7ac78f44 gateway port host: dv-cinder-786927-1-iscsi {{(pid=86364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:22:50.902806 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efcb91f-bac1-49c0-9976-81857255cab7 service neutron] Pushing event updated for resources: {'Port': ['ID=b65927f1-63dc-4341-8dc1-c7ec09b0ae44,revision_number=2']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:50.910084 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-5efcb91f-bac1-49c0-9976-81857255cab7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:50.961790 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-4d92a577-df5c-45c7-9369-3bb68b97c497 req-5efcb91f-bac1-49c0-9976-81857255cab7 service neutron] Attempting to bind port b65927f1-63dc-4341-8dc1-c7ec09b0ae44 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:22:50.962414 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-4d92a577-df5c-45c7-9369-3bb68b97c497 req-5efcb91f-bac1-49c0-9976-81857255cab7 service neutron] Attempting to bind port b65927f1-63dc-4341-8dc1-c7ec09b0ae44 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '3a08ee2f-f5d8-4530-9399-ffecb932d723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1f49822f-29ba-4e60-a46b-78786ac1f34c'}] {{(pid=86362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:22:50.962971 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d92a577-df5c-45c7-9369-3bb68b97c497 req-5efcb91f-bac1-49c0-9976-81857255cab7 service neutron] Attempting to bind port b65927f1-63dc-4341-8dc1-c7ec09b0ae44 on network 1f49822f-29ba-4e60-a46b-78786ac1f34c {{(pid=86362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:22:50.969002 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d92a577-df5c-45c7-9369-3bb68b97c497 req-5efcb91f-bac1-49c0-9976-81857255cab7 service neutron] Port b65927f1-63dc-4341-8dc1-c7ec09b0ae44 on network 1f49822f-29ba-4e60-a46b-78786ac1f34c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 18:22:50.969734 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d92a577-df5c-45c7-9369-3bb68b97c497 req-5efcb91f-bac1-49c0-9976-81857255cab7 service neutron] Attempting to bind port b65927f1-63dc-4341-8dc1-c7ec09b0ae44 on network 1f49822f-29ba-4e60-a46b-78786ac1f34c {{(pid=86362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:22:50.976799 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d92a577-df5c-45c7-9369-3bb68b97c497 req-5efcb91f-bac1-49c0-9976-81857255cab7 service neutron] Checking agent: {'id': '45629c73-d10e-4994-a087-373ccf8ea198', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 14, 33), 'started_at': datetime.datetime(2021, 4, 19, 18, 14, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:22:50.978016 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d92a577-df5c-45c7-9369-3bb68b97c497 req-5efcb91f-bac1-49c0-9976-81857255cab7 service neutron] Checking segment: {'id': '3a08ee2f-f5d8-4530-9399-ffecb932d723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1f49822f-29ba-4e60-a46b-78786ac1f34c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:22:50.978557 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d92a577-df5c-45c7-9369-3bb68b97c497 req-5efcb91f-bac1-49c0-9976-81857255cab7 service neutron] Bound using segment: {'id': '3a08ee2f-f5d8-4530-9399-ffecb932d723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1f49822f-29ba-4e60-a46b-78786ac1f34c'} {{(pid=86362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:22:50.979180 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-4d92a577-df5c-45c7-9369-3bb68b97c497 req-5efcb91f-bac1-49c0-9976-81857255cab7 service neutron] Bound port: b65927f1-63dc-4341-8dc1-c7ec09b0ae44, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a08ee2f-f5d8-4530-9399-ffecb932d723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1f49822f-29ba-4e60-a46b-78786ac1f34c'}}] {{(pid=86362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:22:50.979670 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-4d92a577-df5c-45c7-9369-3bb68b97c497 req-5efcb91f-bac1-49c0-9976-81857255cab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:51.088824 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-4d92a577-df5c-45c7-9369-3bb68b97c497 req-5efcb91f-bac1-49c0-9976-81857255cab7 service neutron] For port b65927f1-63dc-4341-8dc1-c7ec09b0ae44, host hv-cinder-78692, cleared binding levels {{(pid=86362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:22:51.092125 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-4d92a577-df5c-45c7-9369-3bb68b97c497 req-5efcb91f-bac1-49c0-9976-81857255cab7 service neutron] For port b65927f1-63dc-4341-8dc1-c7ec09b0ae44, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=b65927f1-63dc-4341-8dc1-c7ec09b0ae44,segment=NetworkSegment(3a08ee2f-f5d8-4530-9399-ffecb932d723),segment_id=3a08ee2f-f5d8-4530-9399-ffecb932d723)] {{(pid=86362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:22:51.096547 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-4d92a577-df5c-45c7-9369-3bb68b97c497 req-5efcb91f-bac1-49c0-9976-81857255cab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10670959'] for port, after_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:51.108408 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-545fa49f-fb7b-44a3-bb0a-09f8e14fe894 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:51.184955 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d92a577-df5c-45c7-9369-3bb68b97c497 req-5efcb91f-bac1-49c0-9976-81857255cab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:51.185654 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-4d92a577-df5c-45c7-9369-3bb68b97c497 req-5efcb91f-bac1-49c0-9976-81857255cab7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773849'] for port, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:51.187285 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4d92a577-df5c-45c7-9369-3bb68b97c497 req-5efcb91f-bac1-49c0-9976-81857255cab7 service neutron] 10.222.0.53 "PUT /v2.0/ports/b65927f1-63dc-4341-8dc1-c7ec09b0ae44 HTTP/1.1" status: 200 len: 1094 time: 1.0829668 Apr 19 18:22:51.188178 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49237796-c340-4d4b-9aff-629bbfcf3ca5', 'tag': 'b65927f1-63dc-4341-8dc1-c7ec09b0ae44'}] {{(pid=86362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:22:51.285205 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efcb91f-bac1-49c0-9976-81857255cab7 service neutron] Pushing event updated for resources: {'Port': ['ID=b65927f1-63dc-4341-8dc1-c7ec09b0ae44,revision_number=3']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:51.289708 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49237796-c340-4d4b-9aff-629bbfcf3ca5', 'tag': 'b65927f1-63dc-4341-8dc1-c7ec09b0ae44', 'status': 'completed', 'code': 200} Apr 19 18:22:51.294816 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-5efcb91f-bac1-49c0-9976-81857255cab7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:51.326695 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d92a577-df5c-45c7-9369-3bb68b97c497 req-2f1cd65f-bf37-43ac-8cdd-e03e075b4834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:51.328385 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4d92a577-df5c-45c7-9369-3bb68b97c497 req-2f1cd65f-bf37-43ac-8cdd-e03e075b4834 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ab7ea17f87bf48eea71bdbbfac21f7d9&device_id=49237796-c340-4d4b-9aff-629bbfcf3ca5 HTTP/1.1" status: 200 len: 1097 time: 0.0959446 Apr 19 18:22:51.329849 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21e0436-d1bd-49e1-a981-88cbef3a95f1 req-3f3c22a4-c320-427b-842a-d26613e90ac6 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:51.331622 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f21e0436-d1bd-49e1-a981-88cbef3a95f1 req-3f3c22a4-c320-427b-842a-d26613e90ac6 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] 10.222.0.36 "GET /v2.0/ports?device_id=13107cc2-f2fb-4f41-9cad-6addff7b1525 HTTP/1.1" status: 200 len: 944 time: 0.1860220 Apr 19 18:22:51.333264 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b5684832-0fde-4673-9186-f892767088af admin admin] Notify callbacks [] for router, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:51.443581 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4d92a577-df5c-45c7-9369-3bb68b97c497 req-df2e5a4d-d079-43fe-ab2a-3c99ffa8a031 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b65927f1-63dc-4341-8dc1-c7ec09b0ae44 HTTP/1.1" status: 200 len: 217 time: 0.1044049 Apr 19 18:22:51.461802 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-247ba63a-b177-4391-953a-a2e6b6f086b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aabc47b5-5a0c-4202-9422-e26c7ac78f44', 'name': 'tempest-AttachVolumeTestJSON-135969704-router', 'tenant_id': 'fc6d959c6b83478bb73dfad880a83f28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '5cb17819-7a29-4b42-abac-1c85d0b9b4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:16:18Z', 'updated_at': '2021-04-19T18:22:49Z', 'revision_number': 5, 'project_id': 'fc6d959c6b83478bb73dfad880a83f28', 'gw_port': {'id': '5cb17819-7a29-4b42-abac-1c85d0b9b4ab', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aabc47b5-5a0c-4202-9422-e26c7ac78f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:16:19Z', 'updated_at': '2021-04-19T18:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi'}], 'dv-cinder-786927-1-iscsi', False) {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:22:51.466084 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247ba63a-b177-4391-953a-a2e6b6f086b7 None None] Checking router: aabc47b5-5a0c-4202-9422-e26c7ac78f44 for host: dv-cinder-786927-1-iscsi {{(pid=86364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:22:51.475171 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247ba63a-b177-4391-953a-a2e6b6f086b7 None None] Routers {'aabc47b5-5a0c-4202-9422-e26c7ac78f44'} bound to L3 agent in host dv-cinder-786927-1-iscsi {{(pid=86364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:22:51.475868 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-247ba63a-b177-4391-953a-a2e6b6f086b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T18:07:54Z,description=,heartbeat_timestamp=2021-04-19T18:22:24Z,host='dv-cinder-786927-1-iscsi',id=24af6f5b-4620-4572-ab28-0613f710586e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:07:54Z,topic='l3_agent')) {'router_ids': ['aabc47b5-5a0c-4202-9422-e26c7ac78f44'], 'active': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:22:51.522859 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d92a577-df5c-45c7-9369-3bb68b97c497 req-09a96366-a9b1-4f97-b55e-3e59cf3bc824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:51.524693 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4d92a577-df5c-45c7-9369-3bb68b97c497 req-09a96366-a9b1-4f97-b55e-3e59cf3bc824 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a7079f5e-d348-48c2-81c0-ab4764c813e8 HTTP/1.1" status: 200 len: 850 time: 0.0748417 Apr 19 18:22:51.524878 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f21e0436-d1bd-49e1-a981-88cbef3a95f1 req-5558ab29-be07-4c8b-9264-fbab9b70d96c tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb971d4b-28db-4667-a104-99285d2c0e26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378763 Apr 19 18:22:51.579408 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b5684832-0fde-4673-9186-f892767088af admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:51.588064 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-b5684832-0fde-4673-9186-f892767088af admin admin] Deleting port 5cb17819-7a29-4b42-abac-1c85d0b9b4ab {{(pid=86363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:22:51.588448 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b5684832-0fde-4673-9186-f892767088af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254156519796'] for port, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:51.690769 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d92a577-df5c-45c7-9369-3bb68b97c497 req-446fe96c-ff1d-46d5-ad68-03a0fd477be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:51.692408 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4d92a577-df5c-45c7-9369-3bb68b97c497 req-446fe96c-ff1d-46d5-ad68-03a0fd477be3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1f49822f-29ba-4e60-a46b-78786ac1f34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1611953 Apr 19 18:22:51.700952 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dfa1f0-79e8-47b5-b849-3cc210029fb2 req-28a883ca-7fbc-4fa3-8df6-ea822ccd5080 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:51.701673 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-17dfa1f0-79e8-47b5-b849-3cc210029fb2 req-28a883ca-7fbc-4fa3-8df6-ea822ccd5080 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Synchronizing usage tracker for tenant:ab7ea17f87bf48eea71bdbbfac21f7d9 on resource:port {{(pid=86362) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:22:51.712076 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-247ba63a-b177-4391-953a-a2e6b6f086b7 None None] Set router aabc47b5-5a0c-4202-9422-e26c7ac78f44 gateway port host: dv-cinder-786927-1-iscsi {{(pid=86364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:22:51.805850 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-17dfa1f0-79e8-47b5-b849-3cc210029fb2 req-28a883ca-7fbc-4fa3-8df6-ea822ccd5080 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Unset dirty status for tenant:ab7ea17f87bf48eea71bdbbfac21f7d9 on resource:port {{(pid=86362) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:22:51.807146 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-17dfa1f0-79e8-47b5-b849-3cc210029fb2 req-28a883ca-7fbc-4fa3-8df6-ea822ccd5080 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/ports?device_id=49237796-c340-4d4b-9aff-629bbfcf3ca5 HTTP/1.1" status: 200 len: 944 time: 0.2333028 Apr 19 18:22:51.814065 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b5684832-0fde-4673-9186-f892767088af admin admin] For port 5cb17819-7a29-4b42-abac-1c85d0b9b4ab, host dv-cinder-786927-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-iscsi',level=0,port_id=5cb17819-7a29-4b42-abac-1c85d0b9b4ab,segment=NetworkSegment(c45e75c0-3629-4b9b-9637-c1f0a35fb912),segment_id=c45e75c0-3629-4b9b-9637-c1f0a35fb912)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:22:51.814473 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b5684832-0fde-4673-9186-f892767088af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648318'] for port, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:51.870676 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Device e03132f3-b457-4f69-ad6c-a65cb888fcad details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:22:51.875817 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-78d4b998-d542-41e4-8dbf-cfa7a0941f05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:51.919770 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-17dfa1f0-79e8-47b5-b849-3cc210029fb2 req-bb77f737-4534-4bea-ae12-cac1e2029e38 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ee5570f-f568-4750-abc9-f2e83a97fd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912135 Apr 19 18:22:51.924156 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4d92a577-df5c-45c7-9369-3bb68b97c497 req-7b74b027-b2ab-4f72-a88b-a72254438d58 service neutron] 10.222.0.53 "GET /v2.0/networks/1f49822f-29ba-4e60-a46b-78786ac1f34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175055 Apr 19 18:22:51.976371 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-b5684832-0fde-4673-9186-f892767088af admin admin] Calling delete_port for 5cb17819-7a29-4b42-abac-1c85d0b9b4ab owned by network:router_gateway {{(pid=86363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:22:52.079593 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4d92a577-df5c-45c7-9369-3bb68b97c497 req-f44537b8-8550-4dcb-8e8a-ac22d634f861 service neutron] 10.222.0.53 "GET /v2.0/networks/1f49822f-29ba-4e60-a46b-78786ac1f34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476882 Apr 19 18:22:52.137377 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] For port e03132f3-b457-4f69-ad6c-a65cb888fcad, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=e03132f3-b457-4f69-ad6c-a65cb888fcad,segment=NetworkSegment(2b9d4c4a-fbb2-4b6f-8844-c1133daaedbe),segment_id=2b9d4c4a-fbb2-4b6f-8844-c1133daaedbe)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:22:52.155604 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b5684832-0fde-4673-9186-f892767088af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254156516127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254156964383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10486948'] for port, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:52.160479 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-795f586a-840d-4e43-b278-0c2d2224fc41 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:52.192068 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Returning: {'device': 'e03132f3-b457-4f69-ad6c-a65cb888fcad', 'network_id': '45d46b2a-8de6-42c9-bd73-54daf8078cd3', 'port_id': 'e03132f3-b457-4f69-ad6c-a65cb888fcad', 'mac_address': 'fa:16:3e:3b:04:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '172eff84-753d-4a46-a1f9-70acd6cf59f1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:22:52.208867 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5684832-0fde-4673-9186-f892767088af admin admin] Pushing event deleted for resources: {'Port': ['ID=5cb17819-7a29-4b42-abac-1c85d0b9b4ab,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:52.209604 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d9b091-0221-4087-bda0-c0bf1209693f req-12f0bc57-e7b7-4055-b571-8d23291350f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:52.211316 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-52d9b091-0221-4087-bda0-c0bf1209693f req-12f0bc57-e7b7-4055-b571-8d23291350f7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ab7ea17f87bf48eea71bdbbfac21f7d9&device_id=49237796-c340-4d4b-9aff-629bbfcf3ca5 HTTP/1.1" status: 200 len: 1097 time: 0.0835073 Apr 19 18:22:52.240254 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b5684832-0fde-4673-9186-f892767088af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:52.272368 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:52.294943 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-247ba63a-b177-4391-953a-a2e6b6f086b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aabc47b5-5a0c-4202-9422-e26c7ac78f44', 'name': 'tempest-AttachVolumeTestJSON-135969704-router', 'tenant_id': 'fc6d959c6b83478bb73dfad880a83f28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '5cb17819-7a29-4b42-abac-1c85d0b9b4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:16:18Z', 'updated_at': '2021-04-19T18:22:49Z', 'revision_number': 5, 'project_id': 'fc6d959c6b83478bb73dfad880a83f28', 'gw_port': {'id': '5cb17819-7a29-4b42-abac-1c85d0b9b4ab', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aabc47b5-5a0c-4202-9422-e26c7ac78f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:16:19Z', 'updated_at': '2021-04-19T18:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi'}], 'dv-cinder-786927-1-iscsi', False) {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:22:52.299224 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e03132f3-b457-4f69-ad6c-a65cb888fcad {{(pid=86364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:22:52.306182 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247ba63a-b177-4391-953a-a2e6b6f086b7 None None] The sync data for ids ['aabc47b5-5a0c-4202-9422-e26c7ac78f44'] in dv-cinder-786927-1-iscsi is: [{'id': 'aabc47b5-5a0c-4202-9422-e26c7ac78f44', 'name': 'tempest-AttachVolumeTestJSON-135969704-router', 'tenant_id': 'fc6d959c6b83478bb73dfad880a83f28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '5cb17819-7a29-4b42-abac-1c85d0b9b4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:16:18Z', 'updated_at': '2021-04-19T18:22:49Z', 'revision_number': 5, 'project_id': 'fc6d959c6b83478bb73dfad880a83f28', 'gw_port': {'id': '5cb17819-7a29-4b42-abac-1c85d0b9b4ab', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aabc47b5-5a0c-4202-9422-e26c7ac78f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:16:19Z', 'updated_at': '2021-04-19T18:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi'}] {{(pid=86364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:22:52.307789 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b5684832-0fde-4673-9186-f892767088af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854126490'] for router_gateway, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:52.317856 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] For port e03132f3-b457-4f69-ad6c-a65cb888fcad, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=e03132f3-b457-4f69-ad6c-a65cb888fcad,segment=NetworkSegment(2b9d4c4a-fbb2-4b6f-8844-c1133daaedbe),segment_id=2b9d4c4a-fbb2-4b6f-8844-c1133daaedbe)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:22:52.321606 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:52.323494 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:52.371713 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d9b091-0221-4087-bda0-c0bf1209693f req-98e752d4-180e-465c-9fe8-daae4d15044c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:52.373410 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-52d9b091-0221-4087-bda0-c0bf1209693f req-98e752d4-180e-465c-9fe8-daae4d15044c service neutron] 10.222.0.53 "GET /v2.0/networks?id=1f49822f-29ba-4e60-a46b-78786ac1f34c HTTP/1.1" status: 200 len: 912 time: 0.1541786 Apr 19 18:22:52.411568 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Pushing event updated for resources: {'Port': ['ID=e03132f3-b457-4f69-ad6c-a65cb888fcad,revision_number=4']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:52.421573 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:22:52.421793 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:22:52.422117 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:22:52.422641 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:22:52.423315 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:22:52.423547 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:22:52.423908 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:22:52.424395 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:22:52.424903 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:22:52.425417 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:22:52.425799 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:22:52.426175 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:22:52.430984 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:52.454705 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-52d9b091-0221-4087-bda0-c0bf1209693f req-39314cb1-e0b0-4401-bdf7-a87db1a5c1ed service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b65927f1-63dc-4341-8dc1-c7ec09b0ae44 HTTP/1.1" status: 200 len: 217 time: 0.0727572 Apr 19 18:22:52.515294 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b5684832-0fde-4673-9186-f892767088af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854149062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854772563'] for router, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:52.517762 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b5684832-0fde-4673-9186-f892767088af admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:52.531304 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d9b091-0221-4087-bda0-c0bf1209693f req-35d03b08-e99b-4070-bcb8-c52321daf0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:52.532906 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-52d9b091-0221-4087-bda0-c0bf1209693f req-35d03b08-e99b-4070-bcb8-c52321daf0ee service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a7079f5e-d348-48c2-81c0-ab4764c813e8 HTTP/1.1" status: 200 len: 850 time: 0.0712013 Apr 19 18:22:52.540185 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b5684832-0fde-4673-9186-f892767088af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626302'] for router, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:52.540794 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5684832-0fde-4673-9186-f892767088af admin admin] Fanout notify agent at l3_agent the message router_deleted on router aabc47b5-5a0c-4202-9422-e26c7ac78f44 {{(pid=86363) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 19 18:22:52.543382 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] get_ports_and_sgs() called for port_ids ['e03132f3-b457-4f69-ad6c-a65cb888fcad'] {{(pid=86364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:22:52.555614 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b5684832-0fde-4673-9186-f892767088af admin admin] Notify callbacks [] for router, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:52.556867 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-b5684832-0fde-4673-9186-f892767088af admin admin] 10.222.0.36 "DELETE /v2.0/routers/aabc47b5-5a0c-4202-9422-e26c7ac78f44 HTTP/1.1" status: 204 len: 168 time: 1.8985965 Apr 19 18:22:52.559457 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 37788) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:22:52.633030 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d9b091-0221-4087-bda0-c0bf1209693f req-16bf86d4-bf8f-4e2b-8971-8ad9eb1cb4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:52.635858 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-52d9b091-0221-4087-bda0-c0bf1209693f req-16bf86d4-bf8f-4e2b-8971-8ad9eb1cb4fa service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1f49822f-29ba-4e60-a46b-78786ac1f34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0949602 Apr 19 18:22:52.649781 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f5bdd00-f816-4666-9429-2b3c61849c1b admin admin] Deleting subnet 43bddb65-670a-42dd-9742-7aecd345a4ee {{(pid=86363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 18:22:52.654149 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7f5bdd00-f816-4666-9429-2b3c61849c1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:52.775612 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7f5bdd00-f816-4666-9429-2b3c61849c1b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036842862324'] for subnet, precommit_delete_associations {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:52.794069 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-52d9b091-0221-4087-bda0-c0bf1209693f req-33ab736e-dca3-44f2-968d-ef8efb7d85d0 service neutron] 10.222.0.53 "GET /v2.0/networks/1f49822f-29ba-4e60-a46b-78786ac1f34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499302 Apr 19 18:22:52.865453 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98cfd72-aa86-4a04-9659-2fd8432ac97a req-225e2243-7a51-44e8-a5e5-dda859460380 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:52.867391 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c98cfd72-aa86-4a04-9659-2fd8432ac97a req-225e2243-7a51-44e8-a5e5-dda859460380 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] 10.222.0.36 "GET /v2.0/ports?device_id=13107cc2-f2fb-4f41-9cad-6addff7b1525 HTTP/1.1" status: 200 len: 945 time: 0.1773331 Apr 19 18:22:52.977541 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-52d9b091-0221-4087-bda0-c0bf1209693f req-d105aee9-5923-4066-9ad7-3911e6d1465e service neutron] 10.222.0.53 "GET /v2.0/networks/1f49822f-29ba-4e60-a46b-78786ac1f34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752455 Apr 19 18:22:52.990743 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7f5bdd00-f816-4666-9429-2b3c61849c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013858'] for subnet, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:53.042577 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device 609b9c18-1fd2-4445-8f78-10a76f5dcb6c no longer exists at agent ovs-agent-dv-cinder-786927-1-iscsi {{(pid=86364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:22:53.061303 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c98cfd72-aa86-4a04-9659-2fd8432ac97a req-3b5bfed1-5181-413a-9043-9992889a3128 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb971d4b-28db-4667-a104-99285d2c0e26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189382 Apr 19 18:22:53.084699 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] No Port match for: 609b9c18-1fd2-4445-8f78-10a76f5dcb6c {{(pid=86364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:22:53.084968 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device 609b9c18-1fd2-4445-8f78-10a76f5dcb6c not bound to the agent host dv-cinder-786927-1-iscsi {{(pid=86364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:22:53.251601 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69451bc0-0522-4fb5-9a49-01a00d6bb66f req-7fb69e02-839c-4fa1-b244-b4e5f2dc7f39 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:53.253296 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-69451bc0-0522-4fb5-9a49-01a00d6bb66f req-7fb69e02-839c-4fa1-b244-b4e5f2dc7f39 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/ports?device_id=49237796-c340-4d4b-9aff-629bbfcf3ca5 HTTP/1.1" status: 200 len: 944 time: 0.0961258 Apr 19 18:22:53.298428 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7f5bdd00-f816-4666-9429-2b3c61849c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850761958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853862292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10487664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10691946'] for subnet, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:53.303442 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-69451bc0-0522-4fb5-9a49-01a00d6bb66f req-9dcd3e31-c90b-428d-8372-6607b5519aa2 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ee5570f-f568-4750-abc9-f2e83a97fd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430899 Apr 19 18:22:53.304182 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-fd810afc-60a9-4ce4-9f0f-fc3717545641 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:53.343333 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5bdd00-f816-4666-9429-2b3c61849c1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43bddb65-670a-42dd-9742-7aecd345a4ee,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:53.345714 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7f5bdd00-f816-4666-9429-2b3c61849c1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759945'] for subnet, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:53.349651 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-7f5bdd00-f816-4666-9429-2b3c61849c1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:53.350091 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4adc7a70-abb8-49d4-abe6-04508c7d0547 None None] Network 3797f849-9d72-4a34-898b-30cdb86131ec requested from dv-cinder-786927-1-iscsi {{(pid=86364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:22:53.355782 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-7f5bdd00-f816-4666-9429-2b3c61849c1b admin admin] 10.222.0.36 "DELETE /v2.0/subnets/43bddb65-670a-42dd-9742-7aecd345a4ee HTTP/1.1" status: 204 len: 168 time: 0.7928376 Apr 19 18:22:53.356235 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 37796) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:22:53.479899 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5560af56-b233-4d48-8375-4108a297adbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3689838'] for network, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:53.491806 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-5560af56-b233-4d48-8375-4108a297adbb admin admin] Deleting port 44a1d591-1b2f-46e9-bc6a-8bbce5b290e4 {{(pid=86363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:22:53.492189 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5560af56-b233-4d48-8375-4108a297adbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254156519796'] for port, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:53.616462 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293d5881-ff60-453b-aa01-f2d90908cc05 None None] DHCP port deletion for 3797f849-9d72-4a34-898b-30cdb86131ec request from dv-cinder-786927-1-iscsi {{(pid=86364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 19 18:22:53.621199 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-293d5881-ff60-453b-aa01-f2d90908cc05 None None] Deleting port 44a1d591-1b2f-46e9-bc6a-8bbce5b290e4 {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:22:53.621645 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-293d5881-ff60-453b-aa01-f2d90908cc05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254156519796'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:53.722455 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-5560af56-b233-4d48-8375-4108a297adbb admin admin] For port 44a1d591-1b2f-46e9-bc6a-8bbce5b290e4, host dv-cinder-786927-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-iscsi',level=0,port_id=44a1d591-1b2f-46e9-bc6a-8bbce5b290e4,segment=NetworkSegment(7a2615d6-dc47-46a0-9b5b-ef7d5912dccf),segment_id=7a2615d6-dc47-46a0-9b5b-ef7d5912dccf)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:22:53.722455 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5560af56-b233-4d48-8375-4108a297adbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648318'] for port, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:53.849498 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Device e03132f3-b457-4f69-ad6c-a65cb888fcad up at agent hyperv_hv-cinder-78692 {{(pid=86364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:22:53.862724 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-5560af56-b233-4d48-8375-4108a297adbb admin admin] Calling delete_port for 44a1d591-1b2f-46e9-bc6a-8bbce5b290e4 owned by network:dhcp {{(pid=86363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:22:53.910438 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-293d5881-ff60-453b-aa01-f2d90908cc05 None None] For port 44a1d591-1b2f-46e9-bc6a-8bbce5b290e4, host dv-cinder-786927-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-iscsi',level=0,port_id=44a1d591-1b2f-46e9-bc6a-8bbce5b290e4,segment=NetworkSegment(7a2615d6-dc47-46a0-9b5b-ef7d5912dccf),segment_id=7a2615d6-dc47-46a0-9b5b-ef7d5912dccf)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:22:53.910898 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-293d5881-ff60-453b-aa01-f2d90908cc05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648318'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:53.946705 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5560af56-b233-4d48-8375-4108a297adbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254156516127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254156964383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10486948'] for port, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:53.952011 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-a2f104e2-20c7-412f-b85d-35af2f42266e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:54.001055 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5560af56-b233-4d48-8375-4108a297adbb admin admin] No DVR routers for this DVR port 44a1d591-1b2f-46e9-bc6a-8bbce5b290e4 on host dv-cinder-786927-1-iscsi {{(pid=86363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:22:54.032533 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5560af56-b233-4d48-8375-4108a297adbb admin admin] Pushing event deleted for resources: {'Port': ['ID=44a1d591-1b2f-46e9-bc6a-8bbce5b290e4,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:54.035059 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-5560af56-b233-4d48-8375-4108a297adbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:54.054503 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-293d5881-ff60-453b-aa01-f2d90908cc05 None None] Calling delete_port for 44a1d591-1b2f-46e9-bc6a-8bbce5b290e4 owned by network:dhcp {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:22:54.110391 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Provisioning for port e03132f3-b457-4f69-ad6c-a65cb888fcad completed by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:22:54.118047 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Provisioning complete for port e03132f3-b457-4f69-ad6c-a65cb888fcad triggered by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:22:54.118479 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:54.147712 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5560af56-b233-4d48-8375-4108a297adbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850761865', 'neutron.services.segments.db._delete_segments_for_network-8782698178163'] for network, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:54.216739 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.db.api [None req-293d5881-ff60-453b-aa01-f2d90908cc05 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86364) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 19 18:22:54.217165 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_db.api [None req-293d5881-ff60-453b-aa01-f2d90908cc05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 19 18:22:54.219012 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a762a0da-907d-41df-96b4-1e35b9f7bbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:54.281403 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.services.segments.db [None req-5560af56-b233-4d48-8375-4108a297adbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3797f849-9d72-4a34-898b-30cdb86131ec']}} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:22:54.291069 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7845cbba-30f9-457f-b919-d877fb8ff600 req-9ac928ca-7211-4ae7-ab8a-beb2604d95b7 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:54.292002 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:54.295160 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7845cbba-30f9-457f-b919-d877fb8ff600 req-9ac928ca-7211-4ae7-ab8a-beb2604d95b7 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] 10.222.0.36 "GET /v2.0/ports?device_id=13107cc2-f2fb-4f41-9cad-6addff7b1525 HTTP/1.1" status: 200 len: 945 time: 0.1003296 Apr 19 18:22:54.296760 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.services.segments.db [None req-5560af56-b233-4d48-8375-4108a297adbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a2615d6-dc47-46a0-9b5b-ef7d5912dccf') {'for_net_delete': True} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:22:54.297107 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.services.segments.db [None req-5560af56-b233-4d48-8375-4108a297adbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a2615d6-dc47-46a0-9b5b-ef7d5912dccf') {} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:22:54.310352 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5560af56-b233-4d48-8375-4108a297adbb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363254156488035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11913476'] for segment, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:54.322725 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13107cc2-f2fb-4f41-9cad-6addff7b1525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e03132f3-b457-4f69-ad6c-a65cb888fcad'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:22:54.326844 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5560af56-b233-4d48-8375-4108a297adbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850937276'] for segment, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:54.334159 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] For port e03132f3-b457-4f69-ad6c-a65cb888fcad, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=e03132f3-b457-4f69-ad6c-a65cb888fcad,segment=NetworkSegment(2b9d4c4a-fbb2-4b6f-8844-c1133daaedbe),segment_id=2b9d4c4a-fbb2-4b6f-8844-c1133daaedbe)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:22:54.335101 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5560af56-b233-4d48-8375-4108a297adbb admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=86363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 18:22:54.339046 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:54.341229 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:54.361786 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7845cbba-30f9-457f-b919-d877fb8ff600 req-a6be7fde-ec38-4c25-924a-8de13c535b3a tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb971d4b-28db-4667-a104-99285d2c0e26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621150 Apr 19 18:22:54.431244 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13107cc2-f2fb-4f41-9cad-6addff7b1525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e03132f3-b457-4f69-ad6c-a65cb888fcad', 'code': 200} Apr 19 18:22:54.439301 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Pushing event updated for resources: {'Port': ['ID=e03132f3-b457-4f69-ad6c-a65cb888fcad,revision_number=5']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:54.443718 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:54.718791 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-293d5881-ff60-453b-aa01-f2d90908cc05 None None] Deleting port 44a1d591-1b2f-46e9-bc6a-8bbce5b290e4 {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:22:54.719184 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-293d5881-ff60-453b-aa01-f2d90908cc05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254156519796'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:54.804014 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-293d5881-ff60-453b-aa01-f2d90908cc05 None None] The port '44a1d591-1b2f-46e9-bc6a-8bbce5b290e4' was deleted {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 19 18:22:54.821346 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-60872106-3921-4474-9775-f4da212b8297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:54.869348 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-5560af56-b233-4d48-8375-4108a297adbb admin admin] Network 3797f849-9d72-4a34-898b-30cdb86131ec has no segments {{(pid=86363) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:22:54.880203 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5560af56-b233-4d48-8375-4108a297adbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3838515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036844288813'] for segment, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:54.968459 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device 5cb17819-7a29-4b42-abac-1c85d0b9b4ab no longer exists at agent ovs-agent-dv-cinder-786927-1-iscsi {{(pid=86364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:22:54.997116 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923ce091-3b6d-4bff-8370-15a736af1a07 req-634fabdc-c56b-49d5-8201-18df311c5de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:54.998643 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-923ce091-3b6d-4bff-8370-15a736af1a07 req-634fabdc-c56b-49d5-8201-18df311c5de8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=13107cc2-f2fb-4f41-9cad-6addff7b1525 HTTP/1.1" status: 200 len: 1099 time: 0.3417461 Apr 19 18:22:54.999324 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567afa71-b828-42b7-af6f-86d378fac43a req-71f0f32b-f26b-4c5e-8790-19aa5794ae96 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:55.000932 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-567afa71-b828-42b7-af6f-86d378fac43a req-71f0f32b-f26b-4c5e-8790-19aa5794ae96 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/ports?device_id=49237796-c340-4d4b-9aff-629bbfcf3ca5 HTTP/1.1" status: 200 len: 944 time: 0.3108070 Apr 19 18:22:55.013581 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] No Port match for: 5cb17819-7a29-4b42-abac-1c85d0b9b4ab {{(pid=86364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:22:55.013990 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device 5cb17819-7a29-4b42-abac-1c85d0b9b4ab not bound to the agent host dv-cinder-786927-1-iscsi {{(pid=86364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:22:55.014456 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device 44a1d591-1b2f-46e9-bc6a-8bbce5b290e4 no longer exists at agent ovs-agent-dv-cinder-786927-1-iscsi {{(pid=86364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:22:55.050752 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-923ce091-3b6d-4bff-8370-15a736af1a07 req-3e009ba2-d251-4b09-97e1-a27a5044f148 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=fb971d4b-28db-4667-a104-99285d2c0e26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446079 Apr 19 18:22:55.051551 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] No Port match for: 44a1d591-1b2f-46e9-bc6a-8bbce5b290e4 {{(pid=86364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:22:55.051956 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device 44a1d591-1b2f-46e9-bc6a-8bbce5b290e4 not bound to the agent host dv-cinder-786927-1-iscsi {{(pid=86364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:22:55.101565 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-5560af56-b233-4d48-8375-4108a297adbb admin admin] Network 3797f849-9d72-4a34-898b-30cdb86131ec has no segments {{(pid=86363) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:22:55.132171 dv-cinder-786927-1-iscsi neutron-server[86249]: Traceback (most recent call last): Apr 19 18:22:55.132171 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 18:22:55.132171 dv-cinder-786927-1-iscsi neutron-server[86249]: timer() Apr 19 18:22:55.132171 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 18:22:55.132171 dv-cinder-786927-1-iscsi neutron-server[86249]: cb(*args, **kw) Apr 19 18:22:55.132171 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 18:22:55.132171 dv-cinder-786927-1-iscsi neutron-server[86249]: return func(*args, **kwargs) Apr 19 18:22:55.132171 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 18:22:55.132171 dv-cinder-786927-1-iscsi neutron-server[86249]: self._notify() Apr 19 18:22:55.132171 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 18:22:55.132171 dv-cinder-786927-1-iscsi neutron-server[86249]: self.callback(batched_events) Apr 19 18:22:55.132171 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 18:22:55.132171 dv-cinder-786927-1-iscsi neutron-server[86249]: event.method(event) Apr 19 18:22:55.132171 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 18:22:55.132171 dv-cinder-786927-1-iscsi neutron-server[86249]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 18:22:55.132171 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 18:22:55.132171 dv-cinder-786927-1-iscsi neutron-server[86249]: segment_id)['aggregates'][0] Apr 19 18:22:55.132171 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 18:22:55.132171 dv-cinder-786927-1-iscsi neutron-server[86249]: return f(self, *a, **k) Apr 19 18:22:55.132171 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 18:22:55.132171 dv-cinder-786927-1-iscsi neutron-server[86249]: return self._get(url).json() Apr 19 18:22:55.132171 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 18:22:55.132171 dv-cinder-786927-1-iscsi neutron-server[86249]: **kwargs) Apr 19 18:22:55.132171 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 18:22:55.132171 dv-cinder-786927-1-iscsi neutron-server[86249]: return self.request(url, 'GET', **kwargs) Apr 19 18:22:55.132171 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 18:22:55.132171 dv-cinder-786927-1-iscsi neutron-server[86249]: **endpoint_filter) Apr 19 18:22:55.132171 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 18:22:55.132171 dv-cinder-786927-1-iscsi neutron-server[86249]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 18:22:55.132171 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 18:22:55.132171 dv-cinder-786927-1-iscsi neutron-server[86249]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 18:22:55.132171 dv-cinder-786927-1-iscsi neutron-server[86249]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 18:22:55.204072 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-567afa71-b828-42b7-af6f-86d378fac43a req-82a17840-cfab-4dbd-8016-cab28ab56dad tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ee5570f-f568-4750-abc9-f2e83a97fd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485910 Apr 19 18:22:55.225982 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5560af56-b233-4d48-8375-4108a297adbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4013951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854123391'] for network, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:55.229797 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:55.244197 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5560af56-b233-4d48-8375-4108a297adbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759945'] for network, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:55.255378 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5560af56-b233-4d48-8375-4108a297adbb admin admin] Pushing event deleted for resources: {'Network': ['ID=3797f849-9d72-4a34-898b-30cdb86131ec,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:55.259508 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-5560af56-b233-4d48-8375-4108a297adbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:55.269686 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-5560af56-b233-4d48-8375-4108a297adbb admin admin] 10.222.0.36 "DELETE /v2.0/networks/3797f849-9d72-4a34-898b-30cdb86131ec HTTP/1.1" status: 204 len: 168 time: 1.9125066 Apr 19 18:22:55.385941 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 37814) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:22:55.439075 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-ae93e76d-9107-4406-a404-ea04263552df admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fc6d959c6b83478bb73dfad880a83f28&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0517831 Apr 19 18:22:55.441590 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 37818) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:22:55.560038 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d9b18475-e7c4-4d49-9ac3-be13f8112334 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:55.599565 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d9b18475-e7c4-4d49-9ac3-be13f8112334 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:55.628484 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd4dfa6-54a1-4df7-a849-855fa19309df req-bc33b614-5df7-4cad-864b-56a3bdc091ae tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:55.630217 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0cd4dfa6-54a1-4df7-a849-855fa19309df req-bc33b614-5df7-4cad-864b-56a3bdc091ae tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] 10.222.0.36 "GET /v2.0/ports?device_id=13107cc2-f2fb-4f41-9cad-6addff7b1525 HTTP/1.1" status: 200 len: 946 time: 0.1598101 Apr 19 18:22:55.696520 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0cd4dfa6-54a1-4df7-a849-855fa19309df req-ed1ac3a6-e5bf-4cdf-9f72-7933f8ea7f8c tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb971d4b-28db-4667-a104-99285d2c0e26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497115 Apr 19 18:22:55.701346 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d9b18475-e7c4-4d49-9ac3-be13f8112334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:55.706615 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-880d9f59-5902-44b9-8377-9369f8ae241c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:55.721190 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b18475-e7c4-4d49-9ac3-be13f8112334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18e1a97c-de67-4e2d-a80e-035291a66b08,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:55.723625 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-d9b18475-e7c4-4d49-9ac3-be13f8112334 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:55.729716 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d9b18475-e7c4-4d49-9ac3-be13f8112334 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:55.733468 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-d9b18475-e7c4-4d49-9ac3-be13f8112334 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/18e1a97c-de67-4e2d-a80e-035291a66b08 HTTP/1.1" status: 204 len: 168 time: 0.2882719 Apr 19 18:22:55.908734 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:56.144802 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-eae962f3-e32e-4947-814b-3e299d74c6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:56.415750 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c6d911-fde4-4e22-a340-a05850103d35 req-fbf79013-8e5a-4bbd-9451-083fcf37958a tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:56.417377 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b2c6d911-fde4-4e22-a340-a05850103d35 req-fbf79013-8e5a-4bbd-9451-083fcf37958a tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/ports?device_id=49237796-c340-4d4b-9aff-629bbfcf3ca5 HTTP/1.1" status: 200 len: 944 time: 0.0953519 Apr 19 18:22:56.468800 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b2c6d911-fde4-4e22-a340-a05850103d35 req-d01720f5-4c21-4ae8-9a89-264592be9c96 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ee5570f-f568-4750-abc9-f2e83a97fd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448499 Apr 19 18:22:56.910537 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0503357-8196-4cf0-95bc-ef5a6d17d5f6 req-6f5c850a-9754-4e79-87af-3dd9d9cd5448 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:56.912203 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d0503357-8196-4cf0-95bc-ef5a6d17d5f6 req-6f5c850a-9754-4e79-87af-3dd9d9cd5448 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] 10.222.0.36 "GET /v2.0/ports?device_id=13107cc2-f2fb-4f41-9cad-6addff7b1525 HTTP/1.1" status: 200 len: 946 time: 0.0973904 Apr 19 18:22:56.961087 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d0503357-8196-4cf0-95bc-ef5a6d17d5f6 req-890510a7-3c2a-4f4f-8bb9-2579e65d5d0b tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb971d4b-28db-4667-a104-99285d2c0e26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415237 Apr 19 18:22:57.165870 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3783f0-cbdf-4ed2-904d-1de5b2060c5e req-9694a75b-4ccb-4e75-b7b2-6f146056be13 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:57.167630 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0a3783f0-cbdf-4ed2-904d-1de5b2060c5e req-9694a75b-4ccb-4e75-b7b2-6f146056be13 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] 10.222.0.36 "GET /v2.0/ports?device_id=13107cc2-f2fb-4f41-9cad-6addff7b1525 HTTP/1.1" status: 200 len: 946 time: 0.0919473 Apr 19 18:22:57.217200 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0a3783f0-cbdf-4ed2-904d-1de5b2060c5e req-62ad962c-a91a-41d1-a64a-a9e2fb2a3634 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb971d4b-28db-4667-a104-99285d2c0e26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427587 Apr 19 18:22:57.242281 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 37878) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:22:57.252681 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 37884) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:22:57.376039 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7ab029ee-da33-4fc6-abf5-b396ad4a8416 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:57.391463 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-7ab029ee-da33-4fc6-abf5-b396ad4a8416 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:22:57.395461 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-7ab029ee-da33-4fc6-abf5-b396ad4a8416 admin admin] Usage tracker for resource:security_group_rule and tenant:b90d74764b77430ab70dec2bb85aeed9 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:22:57.398410 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-7ab029ee-da33-4fc6-abf5-b396ad4a8416 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:22:57.405086 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-7ab029ee-da33-4fc6-abf5-b396ad4a8416 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:22:57.541494 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699f5c55-bb3f-4375-9be4-30678eb72102 tempest-TestShelveInstance-346606321 tempest-TestShelveInstance-346606321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:57.542267 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-699f5c55-bb3f-4375-9be4-30678eb72102 tempest-TestShelveInstance-346606321 tempest-TestShelveInstance-346606321-project-admin] Synchronizing usage tracker for tenant:8cfc0774767b4ee2a8ab4a716fcb72d7 on resource:port {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:22:57.579039 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7ab029ee-da33-4fc6-abf5-b396ad4a8416 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:57.585138 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7ab029ee-da33-4fc6-abf5-b396ad4a8416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:57.591832 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-4272e9a7-c284-4dab-9fdc-498283f2430c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:57.602688 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-699f5c55-bb3f-4375-9be4-30678eb72102 tempest-TestShelveInstance-346606321 tempest-TestShelveInstance-346606321-project-admin] Unset dirty status for tenant:8cfc0774767b4ee2a8ab4a716fcb72d7 on resource:port {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:22:57.604092 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-699f5c55-bb3f-4375-9be4-30678eb72102 tempest-TestShelveInstance-346606321 tempest-TestShelveInstance-346606321-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=13107cc2-f2fb-4f41-9cad-6addff7b1525 HTTP/1.1" status: 200 len: 1094 time: 0.3606710 Apr 19 18:22:57.608873 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 37894) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:22:57.621736 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-f3a1b6fd-3ce4-4a91-ae37-a58b3b02f730 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Request body: {'floatingip': {'floating_network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'port_id': 'e03132f3-b457-4f69-ad6c-a65cb888fcad', 'tenant_id': 'd29eee7bedfd47868ae5c7a8e8bcaa1a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:22:57.642360 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-f3a1b6fd-3ce4-4a91-ae37-a58b3b02f730 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:22:57.654245 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-7ab029ee-da33-4fc6-abf5-b396ad4a8416 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b90d74764b77430ab70dec2bb85aeed9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4004138 Apr 19 18:22:57.656558 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-f3a1b6fd-3ce4-4a91-ae37-a58b3b02f730 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Usage tracker for resource:floatingip and tenant:d29eee7bedfd47868ae5c7a8e8bcaa1a is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:22:57.658245 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 37898) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:22:57.659825 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab029ee-da33-4fc6-abf5-b396ad4a8416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c4129a-0fe6-45a8-98fa-d06679f1fab7,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:57.662959 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-f3a1b6fd-3ce4-4a91-ae37-a58b3b02f730 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:22:57.666516 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-7ab029ee-da33-4fc6-abf5-b396ad4a8416 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:57.671237 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-f3a1b6fd-3ce4-4a91-ae37-a58b3b02f730 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:22:57.682395 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f3a1b6fd-3ce4-4a91-ae37-a58b3b02f730 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Notify callbacks [] for floatingip, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:57.699816 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136750a1-c697-4e6e-b753-f76cf906b2b0 req-11e231c9-70d0-4688-95b2-b632dd731b3d tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:57.701434 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-136750a1-c697-4e6e-b753-f76cf906b2b0 req-11e231c9-70d0-4688-95b2-b632dd731b3d tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/ports?device_id=49237796-c340-4d4b-9aff-629bbfcf3ca5 HTTP/1.1" status: 200 len: 944 time: 0.1165879 Apr 19 18:22:57.774666 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-957a3dde-123d-4137-b6bf-6fde461ad70b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:57.787769 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-136750a1-c697-4e6e-b753-f76cf906b2b0 req-49af0ac9-8eac-4d99-949c-5dae7e47b4ce tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ee5570f-f568-4750-abc9-f2e83a97fd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785985 Apr 19 18:22:57.812463 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-957a3dde-123d-4137-b6bf-6fde461ad70b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:57.833003 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f3a1b6fd-3ce4-4a91-ae37-a58b3b02f730 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:57.858830 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-957a3dde-123d-4137-b6bf-6fde461ad70b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:57.863954 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-915b780f-1f1d-46cd-b838-bdde41c361ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:57.877056 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957a3dde-123d-4137-b6bf-6fde461ad70b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c4129a-0fe6-45a8-98fa-d06679f1fab7,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:57.880245 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-957a3dde-123d-4137-b6bf-6fde461ad70b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:57.882292 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-957a3dde-123d-4137-b6bf-6fde461ad70b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:57.886775 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-957a3dde-123d-4137-b6bf-6fde461ad70b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e5c4129a-0fe6-45a8-98fa-d06679f1fab7 HTTP/1.1" status: 204 len: 168 time: 0.2242000 Apr 19 18:22:57.983528 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [None req-f3a1b6fd-3ce4-4a91-ae37-a58b3b02f730 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Allocated IP 172.27.0.155 (4d554598-b480-4681-a36f-a7d82bbc0b33/6ca15ad6-e22c-47ba-9758-57475411b5fa/693894aa-44a0-4123-ae51-92ebc9a4bbff) {{(pid=86363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:22:58.141501 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f3a1b6fd-3ce4-4a91-ae37-a58b3b02f730 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Notify callbacks [] for port, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:58.175572 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f3a1b6fd-3ce4-4a91-ae37-a58b3b02f730 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782697811417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10486948'] for port, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:58.181497 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-0c79cd1b-18a1-462f-8cb7-6537b9dc8a42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:58.240092 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a1b6fd-3ce4-4a91-ae37-a58b3b02f730 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Network 4d554598-b480-4681-a36f-a7d82bbc0b33 is already hosted by enough agents. {{(pid=86363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:22:58.247877 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-f3a1b6fd-3ce4-4a91-ae37-a58b3b02f730 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Resources bound (agent type, host, resource id): {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:22:58.254512 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a1b6fd-3ce4-4a91-ae37-a58b3b02f730 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Received port after_create {{(pid=86363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:22:58.296255 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a1b6fd-3ce4-4a91-ae37-a58b3b02f730 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Pushing event updated for resources: {'Port': ['ID=693894aa-44a0-4123-ae51-92ebc9a4bbff,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:58.300675 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-f3a1b6fd-3ce4-4a91-ae37-a58b3b02f730 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:58.700645 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f3a1b6fd-3ce4-4a91-ae37-a58b3b02f730 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:58.795465 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f3a1b6fd-3ce4-4a91-ae37-a58b3b02f730 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:59.009546 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28daa11-9334-408a-9073-af626a158df5 req-ed0db37c-5039-49c9-b95d-f925455d4569 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:59.011758 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a28daa11-9334-408a-9073-af626a158df5 req-ed0db37c-5039-49c9-b95d-f925455d4569 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/ports?device_id=49237796-c340-4d4b-9aff-629bbfcf3ca5 HTTP/1.1" status: 200 len: 944 time: 0.1023540 Apr 19 18:22:59.033202 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f3a1b6fd-3ce4-4a91-ae37-a58b3b02f730 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Notify callbacks [] for port, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:59.037256 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f3a1b6fd-3ce4-4a91-ae37-a58b3b02f730 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844288851'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:59.042513 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-2bf5f682-cafc-4488-80c5-b94e2f488f17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:59.064711 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a28daa11-9334-408a-9073-af626a158df5 req-e2b1d5b0-d7e0-45ec-80c6-34a0fe609fcb tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ee5570f-f568-4750-abc9-f2e83a97fd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454156 Apr 19 18:22:59.163291 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a1b6fd-3ce4-4a91-ae37-a58b3b02f730 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Pushing event updated for resources: {'Port': ['ID=693894aa-44a0-4123-ae51-92ebc9a4bbff,revision_number=2']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:59.168625 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-f3a1b6fd-3ce4-4a91-ae37-a58b3b02f730 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:59.173735 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f3a1b6fd-3ce4-4a91-ae37-a58b3b02f730 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854123342'] for floatingip, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:59.362886 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.db.l3_db [None req-f3a1b6fd-3ce4-4a91-ae37-a58b3b02f730 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Floating IP 510bff0b-19a9-4e01-8393-0cbb20b86cde associated. External IP: 172.27.0.155, port: e03132f3-b457-4f69-ad6c-a65cb888fcad. Apr 19 18:22:59.898110 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Device b65927f1-63dc-4341-8dc1-c7ec09b0ae44 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:23:00.005364 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3a1b6fd-3ce4-4a91-ae37-a58b3b02f730 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Router 4e122664-d36b-45de-ad5f-2dd1b16f18cc has already been hosted by L3 agent 24af6f5b-4620-4572-ab28-0613f710586e {{(pid=86363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:23:00.047746 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] For port b65927f1-63dc-4341-8dc1-c7ec09b0ae44, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=b65927f1-63dc-4341-8dc1-c7ec09b0ae44,segment=NetworkSegment(3a08ee2f-f5d8-4530-9399-ffecb932d723),segment_id=3a08ee2f-f5d8-4530-9399-ffecb932d723)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:23:00.062969 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Returning: {'device': 'b65927f1-63dc-4341-8dc1-c7ec09b0ae44', 'network_id': '1f49822f-29ba-4e60-a46b-78786ac1f34c', 'port_id': 'b65927f1-63dc-4341-8dc1-c7ec09b0ae44', 'mac_address': 'fa:16:3e:00:1f:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7079f5e-d348-48c2-81c0-ab4764c813e8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:23:00.129892 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:00.149431 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b65927f1-63dc-4341-8dc1-c7ec09b0ae44 {{(pid=86364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:23:00.167090 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] For port b65927f1-63dc-4341-8dc1-c7ec09b0ae44, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=b65927f1-63dc-4341-8dc1-c7ec09b0ae44,segment=NetworkSegment(3a08ee2f-f5d8-4530-9399-ffecb932d723),segment_id=3a08ee2f-f5d8-4530-9399-ffecb932d723)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:23:00.170644 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:00.174248 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:23:00.205786 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3a1b6fd-3ce4-4a91-ae37-a58b3b02f730 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Notify agent at l3_agent.dv-cinder-786927-1-iscsi the message routers_updated {{(pid=86363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:23:00.219070 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64966a2-1bd2-4ba3-85aa-d6eeb91374ec None None] Sync routers for ids ['4e122664-d36b-45de-ad5f-2dd1b16f18cc'] in dv-cinder-786927-1-iscsi {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:23:00.243236 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64966a2-1bd2-4ba3-85aa-d6eeb91374ec None None] Routers {'4e122664-d36b-45de-ad5f-2dd1b16f18cc'} bound to L3 agent in host dv-cinder-786927-1-iscsi {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:23:00.243629 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f3a1b6fd-3ce4-4a91-ae37-a58b3b02f730 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773849'] for floatingip, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:00.244548 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-e64966a2-1bd2-4ba3-85aa-d6eeb91374ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T18:07:54Z,description=,heartbeat_timestamp=2021-04-19T18:22:54Z,host='dv-cinder-786927-1-iscsi',id=24af6f5b-4620-4572-ab28-0613f710586e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:07:54Z,topic='l3_agent')) {'router_ids': ['4e122664-d36b-45de-ad5f-2dd1b16f18cc'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:23:00.254246 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Pushing event updated for resources: {'Port': ['ID=b65927f1-63dc-4341-8dc1-c7ec09b0ae44,revision_number=4']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:23:00.258355 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:23:00.287358 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655cdbe9-8ac6-4791-9a04-70c83a5a438a req-be48b520-995d-44ae-ad4b-65fadda16044 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:00.289018 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-655cdbe9-8ac6-4791-9a04-70c83a5a438a req-be48b520-995d-44ae-ad4b-65fadda16044 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/ports?device_id=49237796-c340-4d4b-9aff-629bbfcf3ca5 HTTP/1.1" status: 200 len: 945 time: 0.1038346 Apr 19 18:23:00.312048 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-f3a1b6fd-3ce4-4a91-ae37-a58b3b02f730 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6932425 Apr 19 18:23:00.312048 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13107cc2-f2fb-4f41-9cad-6addff7b1525', 'tag': 'e03132f3-b457-4f69-ad6c-a65cb888fcad'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:23:00.349924 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-655cdbe9-8ac6-4791-9a04-70c83a5a438a req-3e016829-5fa2-446a-82e2-48666437a91b tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ee5570f-f568-4750-abc9-f2e83a97fd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521128 Apr 19 18:23:00.413996 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] get_ports_and_sgs() called for port_ids ['b65927f1-63dc-4341-8dc1-c7ec09b0ae44'] {{(pid=86364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:23:00.465860 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-e64966a2-1bd2-4ba3-85aa-d6eeb91374ec None None] Set router 4e122664-d36b-45de-ad5f-2dd1b16f18cc gateway port host: dv-cinder-786927-1-iscsi {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:23:00.506296 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13107cc2-f2fb-4f41-9cad-6addff7b1525', 'tag': 'e03132f3-b457-4f69-ad6c-a65cb888fcad', 'status': 'completed', 'code': 200} Apr 19 18:23:00.615766 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced3ea33-6f23-4a11-8202-d3017c11d2d7 req-7b8dfccb-e320-4a68-952a-4d17280dfc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:00.617311 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ced3ea33-6f23-4a11-8202-d3017c11d2d7 req-7b8dfccb-e320-4a68-952a-4d17280dfc4f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d29eee7bedfd47868ae5c7a8e8bcaa1a&device_id=13107cc2-f2fb-4f41-9cad-6addff7b1525 HTTP/1.1" status: 200 len: 1099 time: 0.0793333 Apr 19 18:23:00.783332 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced3ea33-6f23-4a11-8202-d3017c11d2d7 req-22226eff-e84b-4ac8-87d4-4d7fe465c128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:00.784956 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ced3ea33-6f23-4a11-8202-d3017c11d2d7 req-22226eff-e84b-4ac8-87d4-4d7fe465c128 service neutron] 10.222.0.53 "GET /v2.0/networks?id=45d46b2a-8de6-42c9-bd73-54daf8078cd3 HTTP/1.1" status: 200 len: 908 time: 0.1605971 Apr 19 18:23:00.900732 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ced3ea33-6f23-4a11-8202-d3017c11d2d7 req-e0fc6d05-33f2-48a8-aab5-9b3c01511206 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e03132f3-b457-4f69-ad6c-a65cb888fcad HTTP/1.1" status: 200 len: 1000 time: 0.1089759 Apr 19 18:23:01.007089 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced3ea33-6f23-4a11-8202-d3017c11d2d7 req-58a5fb5f-b2ae-4615-a62e-e24e0daf6c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:01.009264 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ced3ea33-6f23-4a11-8202-d3017c11d2d7 req-58a5fb5f-b2ae-4615-a62e-e24e0daf6c1e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=172eff84-753d-4a46-a1f9-70acd6cf59f1 HTTP/1.1" status: 200 len: 846 time: 0.1007278 Apr 19 18:23:01.035112 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-e64966a2-1bd2-4ba3-85aa-d6eeb91374ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e122664-d36b-45de-ad5f-2dd1b16f18cc', 'name': 'tempest-TestShelveInstance-76843865-router', 'tenant_id': 'd29eee7bedfd47868ae5c7a8e8bcaa1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '941ffc4c-80d3-4f44-8cfb-a5a802118984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:21:52Z', 'updated_at': '2021-04-19T18:21:58Z', 'revision_number': 4, 'project_id': 'd29eee7bedfd47868ae5c7a8e8bcaa1a', 'gw_port': {'id': '941ffc4c-80d3-4f44-8cfb-a5a802118984', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f7:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e122664-d36b-45de-ad5f-2dd1b16f18cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:53Z', 'updated_at': '2021-04-19T18:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi', '_floatingips': [{'id': '510bff0b-19a9-4e01-8393-0cbb20b86cde', 'tenant_id': 'd29eee7bedfd47868ae5c7a8e8bcaa1a', 'floating_ip_address': '172.27.0.155', 'floating_network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'router_id': '4e122664-d36b-45de-ad5f-2dd1b16f18cc', 'port_id': 'e03132f3-b457-4f69-ad6c-a65cb888fcad', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45d46b2a-8de6-42c9-bd73-54daf8078cd3', 'mac_address': 'fa:16:3e:3b:04:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13107cc2-f2fb-4f41-9cad-6addff7b1525', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:22:58Z', 'updated_at': '2021-04-19T18:22:58Z', 'revision_number': 0, 'project_id': 'd29eee7bedfd47868ae5c7a8e8bcaa1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e01ac733-2bdb-48e8-866d-af9558d5728d', 'name': '', 'network_id': '45d46b2a-8de6-42c9-bd73-54daf8078cd3', 'tenant_id': 'd29eee7bedfd47868ae5c7a8e8bcaa1a', 'mac_address': 'fa:16:3e:af:2c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e122664-d36b-45de-ad5f-2dd1b16f18cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '172eff84-753d-4a46-a1f9-70acd6cf59f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:57Z', 'updated_at': '2021-04-19T18:22:14Z', 'revision_number': 5, 'project_id': 'd29eee7bedfd47868ae5c7a8e8bcaa1a', 'subnets': [{'id': '172eff84-753d-4a46-a1f9-70acd6cf59f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-iscsi', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:23:01.036675 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64966a2-1bd2-4ba3-85aa-d6eeb91374ec None None] Checking router: 4e122664-d36b-45de-ad5f-2dd1b16f18cc for host: dv-cinder-786927-1-iscsi {{(pid=86365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:23:01.045963 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64966a2-1bd2-4ba3-85aa-d6eeb91374ec None None] Routers {'4e122664-d36b-45de-ad5f-2dd1b16f18cc'} bound to L3 agent in host dv-cinder-786927-1-iscsi {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:23:01.046615 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-e64966a2-1bd2-4ba3-85aa-d6eeb91374ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T18:07:54Z,description=,heartbeat_timestamp=2021-04-19T18:22:54Z,host='dv-cinder-786927-1-iscsi',id=24af6f5b-4620-4572-ab28-0613f710586e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:07:54Z,topic='l3_agent')) {'router_ids': ['4e122664-d36b-45de-ad5f-2dd1b16f18cc'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:23:01.108282 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced3ea33-6f23-4a11-8202-d3017c11d2d7 req-b3c71004-7a3c-482d-8645-696a39130a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:01.109902 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ced3ea33-6f23-4a11-8202-d3017c11d2d7 req-b3c71004-7a3c-482d-8645-696a39130a2f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=45d46b2a-8de6-42c9-bd73-54daf8078cd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0892582 Apr 19 18:23:01.242108 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-e64966a2-1bd2-4ba3-85aa-d6eeb91374ec None None] Set router 4e122664-d36b-45de-ad5f-2dd1b16f18cc gateway port host: dv-cinder-786927-1-iscsi {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:23:01.259318 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ced3ea33-6f23-4a11-8202-d3017c11d2d7 req-ee7e045f-bd2e-46d5-8c67-0feeb3fad3b9 service neutron] 10.222.0.53 "GET /v2.0/networks/45d46b2a-8de6-42c9-bd73-54daf8078cd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417651 Apr 19 18:23:01.420814 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ced3ea33-6f23-4a11-8202-d3017c11d2d7 req-d591a89f-7e31-4c6e-a54d-f539c9b4e3c9 service neutron] 10.222.0.53 "GET /v2.0/networks/45d46b2a-8de6-42c9-bd73-54daf8078cd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543386 Apr 19 18:23:01.570563 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d5afc6-352e-4a06-9037-f1fd8d82b335 req-c3c40836-c833-4d0e-be58-3c33b2e49bdb tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:01.572772 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e7d5afc6-352e-4a06-9037-f1fd8d82b335 req-c3c40836-c833-4d0e-be58-3c33b2e49bdb tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/ports?device_id=49237796-c340-4d4b-9aff-629bbfcf3ca5 HTTP/1.1" status: 200 len: 945 time: 0.0935931 Apr 19 18:23:01.620884 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e7d5afc6-352e-4a06-9037-f1fd8d82b335 req-75a9a69d-7b89-4e34-ac70-986168bf3bfa tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ee5570f-f568-4750-abc9-f2e83a97fd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414541 Apr 19 18:23:01.651885 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-e64966a2-1bd2-4ba3-85aa-d6eeb91374ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e122664-d36b-45de-ad5f-2dd1b16f18cc', 'name': 'tempest-TestShelveInstance-76843865-router', 'tenant_id': 'd29eee7bedfd47868ae5c7a8e8bcaa1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '941ffc4c-80d3-4f44-8cfb-a5a802118984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:21:52Z', 'updated_at': '2021-04-19T18:21:58Z', 'revision_number': 4, 'project_id': 'd29eee7bedfd47868ae5c7a8e8bcaa1a', 'gw_port': {'id': '941ffc4c-80d3-4f44-8cfb-a5a802118984', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f7:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e122664-d36b-45de-ad5f-2dd1b16f18cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:53Z', 'updated_at': '2021-04-19T18:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi', '_floatingips': [{'id': '510bff0b-19a9-4e01-8393-0cbb20b86cde', 'tenant_id': 'd29eee7bedfd47868ae5c7a8e8bcaa1a', 'floating_ip_address': '172.27.0.155', 'floating_network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'router_id': '4e122664-d36b-45de-ad5f-2dd1b16f18cc', 'port_id': 'e03132f3-b457-4f69-ad6c-a65cb888fcad', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45d46b2a-8de6-42c9-bd73-54daf8078cd3', 'mac_address': 'fa:16:3e:3b:04:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13107cc2-f2fb-4f41-9cad-6addff7b1525', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:22:58Z', 'updated_at': '2021-04-19T18:22:58Z', 'revision_number': 0, 'project_id': 'd29eee7bedfd47868ae5c7a8e8bcaa1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e01ac733-2bdb-48e8-866d-af9558d5728d', 'name': '', 'network_id': '45d46b2a-8de6-42c9-bd73-54daf8078cd3', 'tenant_id': 'd29eee7bedfd47868ae5c7a8e8bcaa1a', 'mac_address': 'fa:16:3e:af:2c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e122664-d36b-45de-ad5f-2dd1b16f18cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '172eff84-753d-4a46-a1f9-70acd6cf59f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:57Z', 'updated_at': '2021-04-19T18:22:14Z', 'revision_number': 5, 'project_id': 'd29eee7bedfd47868ae5c7a8e8bcaa1a', 'subnets': [{'id': '172eff84-753d-4a46-a1f9-70acd6cf59f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-iscsi', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:23:01.655952 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64966a2-1bd2-4ba3-85aa-d6eeb91374ec None None] The sync data for ids ['4e122664-d36b-45de-ad5f-2dd1b16f18cc'] in dv-cinder-786927-1-iscsi is: [{'id': '4e122664-d36b-45de-ad5f-2dd1b16f18cc', 'name': 'tempest-TestShelveInstance-76843865-router', 'tenant_id': 'd29eee7bedfd47868ae5c7a8e8bcaa1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '941ffc4c-80d3-4f44-8cfb-a5a802118984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:21:52Z', 'updated_at': '2021-04-19T18:21:58Z', 'revision_number': 4, 'project_id': 'd29eee7bedfd47868ae5c7a8e8bcaa1a', 'gw_port': {'id': '941ffc4c-80d3-4f44-8cfb-a5a802118984', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f7:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e122664-d36b-45de-ad5f-2dd1b16f18cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:53Z', 'updated_at': '2021-04-19T18:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi', '_floatingips': [{'id': '510bff0b-19a9-4e01-8393-0cbb20b86cde', 'tenant_id': 'd29eee7bedfd47868ae5c7a8e8bcaa1a', 'floating_ip_address': '172.27.0.155', 'floating_network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'router_id': '4e122664-d36b-45de-ad5f-2dd1b16f18cc', 'port_id': 'e03132f3-b457-4f69-ad6c-a65cb888fcad', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45d46b2a-8de6-42c9-bd73-54daf8078cd3', 'mac_address': 'fa:16:3e:3b:04:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13107cc2-f2fb-4f41-9cad-6addff7b1525', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:22:58Z', 'updated_at': '2021-04-19T18:22:58Z', 'revision_number': 0, 'project_id': 'd29eee7bedfd47868ae5c7a8e8bcaa1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e01ac733-2bdb-48e8-866d-af9558d5728d', 'name': '', 'network_id': '45d46b2a-8de6-42c9-bd73-54daf8078cd3', 'tenant_id': 'd29eee7bedfd47868ae5c7a8e8bcaa1a', 'mac_address': 'fa:16:3e:af:2c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e122664-d36b-45de-ad5f-2dd1b16f18cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '172eff84-753d-4a46-a1f9-70acd6cf59f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:57Z', 'updated_at': '2021-04-19T18:22:14Z', 'revision_number': 5, 'project_id': 'd29eee7bedfd47868ae5c7a8e8bcaa1a', 'subnets': [{'id': '172eff84-753d-4a46-a1f9-70acd6cf59f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:23:01.912829 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Device b65927f1-63dc-4341-8dc1-c7ec09b0ae44 up at agent hyperv_hv-cinder-78692 {{(pid=86364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:23:01.947453 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca968599-84d2-46c2-acf3-dcc4cba95248 None None] New status for floating IP 510bff0b-19a9-4e01-8393-0cbb20b86cde: ACTIVE {{(pid=86364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 18:23:02.327428 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Provisioning for port b65927f1-63dc-4341-8dc1-c7ec09b0ae44 completed by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:23:02.336094 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Provisioning complete for port b65927f1-63dc-4341-8dc1-c7ec09b0ae44 triggered by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:23:02.336531 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:02.537508 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:02.568153 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49237796-c340-4d4b-9aff-629bbfcf3ca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b65927f1-63dc-4341-8dc1-c7ec09b0ae44'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:23:02.579407 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] For port b65927f1-63dc-4341-8dc1-c7ec09b0ae44, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=b65927f1-63dc-4341-8dc1-c7ec09b0ae44,segment=NetworkSegment(3a08ee2f-f5d8-4530-9399-ffecb932d723),segment_id=3a08ee2f-f5d8-4530-9399-ffecb932d723)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:23:02.582353 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:02.584376 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-9ec45f96-6943-415e-9e84-1873961594f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:23:02.630682 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49237796-c340-4d4b-9aff-629bbfcf3ca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b65927f1-63dc-4341-8dc1-c7ec09b0ae44', 'code': 200} Apr 19 18:23:02.671384 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Pushing event updated for resources: {'Port': ['ID=b65927f1-63dc-4341-8dc1-c7ec09b0ae44,revision_number=5']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:23:02.674891 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:23:02.846660 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc23ad3d-527c-4d2e-b78f-acce751691bb req-7f6717a2-cb3e-4238-ba27-7357e94117e2 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:02.848367 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-fc23ad3d-527c-4d2e-b78f-acce751691bb req-7f6717a2-cb3e-4238-ba27-7357e94117e2 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/ports?device_id=49237796-c340-4d4b-9aff-629bbfcf3ca5 HTTP/1.1" status: 200 len: 946 time: 0.0990520 Apr 19 18:23:02.957588 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-fc23ad3d-527c-4d2e-b78f-acce751691bb req-b6d7e0a4-004e-41d7-98c8-664e01b8f07a tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ee5570f-f568-4750-abc9-f2e83a97fd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648606 Apr 19 18:23:02.982254 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c76795f-d321-4a74-92e3-c1ae8b3867a3 req-dece9e91-2859-4fb2-b5dd-87eb9dbde4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:02.983952 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2c76795f-d321-4a74-92e3-c1ae8b3867a3 req-dece9e91-2859-4fb2-b5dd-87eb9dbde4e1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=49237796-c340-4d4b-9aff-629bbfcf3ca5 HTTP/1.1" status: 200 len: 1099 time: 0.1305785 Apr 19 18:23:03.031298 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2c76795f-d321-4a74-92e3-c1ae8b3867a3 req-b65ff25f-f013-42d5-ab51-15586b15c13b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=9ee5570f-f568-4750-abc9-f2e83a97fd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396593 Apr 19 18:23:03.239981 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:04.169244 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6779b6b0-ac86-4a61-b9e9-7233f89be057 req-2b4682f9-2f2d-4a6e-9ee4-4dd2a498ec8d tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:04.170918 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6779b6b0-ac86-4a61-b9e9-7233f89be057 req-2b4682f9-2f2d-4a6e-9ee4-4dd2a498ec8d tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/ports?device_id=49237796-c340-4d4b-9aff-629bbfcf3ca5 HTTP/1.1" status: 200 len: 946 time: 0.0950341 Apr 19 18:23:04.220620 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6779b6b0-ac86-4a61-b9e9-7233f89be057 req-e7b3fd60-24d0-452c-b3f1-50225ad39151 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ee5570f-f568-4750-abc9-f2e83a97fd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432453 Apr 19 18:23:05.429336 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ebecba-955c-459d-aab9-29b4858ebb9c req-06a48a03-c1ca-47c7-bd32-07048bd2d4bb tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:05.431551 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-24ebecba-955c-459d-aab9-29b4858ebb9c req-06a48a03-c1ca-47c7-bd32-07048bd2d4bb tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/ports?device_id=49237796-c340-4d4b-9aff-629bbfcf3ca5 HTTP/1.1" status: 200 len: 946 time: 0.0904646 Apr 19 18:23:05.480145 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-24ebecba-955c-459d-aab9-29b4858ebb9c req-cb551711-e9a1-465f-8243-bfeb6de11c75 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ee5570f-f568-4750-abc9-f2e83a97fd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421598 Apr 19 18:23:06.690968 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f735dc-0622-46f3-bc24-6624932543a8 req-beb12afc-28b3-4376-893e-f7a936dcbfd9 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:06.692280 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-16f735dc-0622-46f3-bc24-6624932543a8 req-beb12afc-28b3-4376-893e-f7a936dcbfd9 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/ports?device_id=49237796-c340-4d4b-9aff-629bbfcf3ca5 HTTP/1.1" status: 200 len: 946 time: 0.0943441 Apr 19 18:23:06.762509 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-16f735dc-0622-46f3-bc24-6624932543a8 req-521f6c7e-98cc-49ac-85b6-4312ae600069 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ee5570f-f568-4750-abc9-f2e83a97fd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625193 Apr 19 18:23:07.952381 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985714b5-34de-4bd1-913f-f5dac8cadc4d req-c6116ea1-3f56-46ba-b694-e282c11d46bc tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:07.953943 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-985714b5-34de-4bd1-913f-f5dac8cadc4d req-c6116ea1-3f56-46ba-b694-e282c11d46bc tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/ports?device_id=49237796-c340-4d4b-9aff-629bbfcf3ca5 HTTP/1.1" status: 200 len: 946 time: 0.0868194 Apr 19 18:23:08.005207 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-985714b5-34de-4bd1-913f-f5dac8cadc4d req-e3c41fc2-d8d3-4de7-b972-d46f5b46ea0e tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ee5570f-f568-4750-abc9-f2e83a97fd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449009 Apr 19 18:23:08.210472 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7019505-1019-4c58-a0c5-509c0e201914 req-7d7ef27d-e8fa-4155-88f4-528600e817b8 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:08.212750 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d7019505-1019-4c58-a0c5-509c0e201914 req-7d7ef27d-e8fa-4155-88f4-528600e817b8 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/ports?device_id=49237796-c340-4d4b-9aff-629bbfcf3ca5 HTTP/1.1" status: 200 len: 946 time: 0.0889769 Apr 19 18:23:08.260092 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d7019505-1019-4c58-a0c5-509c0e201914 req-9e271255-1c63-46ac-88dd-f496aa11d127 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ee5570f-f568-4750-abc9-f2e83a97fd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409269 Apr 19 18:23:08.285602 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 38044) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:23:08.540780 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89c9211-2a46-441a-843d-a23e5aaa2d48 tempest-TestVolumeBootPattern-1637324943 tempest-TestVolumeBootPattern-1637324943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:08.545528 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-f89c9211-2a46-441a-843d-a23e5aaa2d48 tempest-TestVolumeBootPattern-1637324943 tempest-TestVolumeBootPattern-1637324943-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=49237796-c340-4d4b-9aff-629bbfcf3ca5 HTTP/1.1" status: 200 len: 1094 time: 0.2557728 Apr 19 18:23:08.545697 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 38060) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:23:08.551270 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-8d9b0e75-e605-42cb-82d9-c8d5a2b2263c tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Request body: {'floatingip': {'floating_network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'port_id': 'b65927f1-63dc-4341-8dc1-c7ec09b0ae44', 'tenant_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'fixed_ip_address': '172.20.0.10'}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:23:08.558393 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-8d9b0e75-e605-42cb-82d9-c8d5a2b2263c tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:23:08.562550 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-8d9b0e75-e605-42cb-82d9-c8d5a2b2263c tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Usage tracker for resource:floatingip and tenant:ab7ea17f87bf48eea71bdbbfac21f7d9 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:23:08.565556 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-8d9b0e75-e605-42cb-82d9-c8d5a2b2263c tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:23:08.572242 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-8d9b0e75-e605-42cb-82d9-c8d5a2b2263c tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:23:08.582317 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8d9b0e75-e605-42cb-82d9-c8d5a2b2263c tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks [] for floatingip, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:08.730481 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8d9b0e75-e605-42cb-82d9-c8d5a2b2263c tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:08.882109 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [None req-8d9b0e75-e605-42cb-82d9-c8d5a2b2263c tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Allocated IP 172.27.0.173 (4d554598-b480-4681-a36f-a7d82bbc0b33/6ca15ad6-e22c-47ba-9758-57475411b5fa/6c153599-f48d-4099-aa8b-f6c6b7496aef) {{(pid=86362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:23:09.047963 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8d9b0e75-e605-42cb-82d9-c8d5a2b2263c tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks [] for port, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:09.078112 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8d9b0e75-e605-42cb-82d9-c8d5a2b2263c tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782697811417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844104858'] for port, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:09.083412 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-5eb0af69-b478-48ed-80d1-ffc50e18f6b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:23:09.152546 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9b0e75-e605-42cb-82d9-c8d5a2b2263c tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Network 4d554598-b480-4681-a36f-a7d82bbc0b33 is already hosted by enough agents. {{(pid=86362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:23:09.155581 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-8d9b0e75-e605-42cb-82d9-c8d5a2b2263c tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Resources bound (agent type, host, resource id): {{(pid=86362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:23:09.159550 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9b0e75-e605-42cb-82d9-c8d5a2b2263c tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Received port after_create {{(pid=86362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:23:09.199652 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9b0e75-e605-42cb-82d9-c8d5a2b2263c tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Pushing event updated for resources: {'Port': ['ID=6c153599-f48d-4099-aa8b-f6c6b7496aef,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:23:09.204172 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-8d9b0e75-e605-42cb-82d9-c8d5a2b2263c tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:23:09.596618 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8d9b0e75-e605-42cb-82d9-c8d5a2b2263c tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:09.674402 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8d9b0e75-e605-42cb-82d9-c8d5a2b2263c tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:09.908475 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8d9b0e75-e605-42cb-82d9-c8d5a2b2263c tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks [] for port, precommit_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:09.914296 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8d9b0e75-e605-42cb-82d9-c8d5a2b2263c tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10670959'] for port, after_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:09.921182 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-51c54d1e-a424-4e85-8b5a-385e820b6cdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:23:10.045614 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9b0e75-e605-42cb-82d9-c8d5a2b2263c tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Pushing event updated for resources: {'Port': ['ID=6c153599-f48d-4099-aa8b-f6c6b7496aef,revision_number=2']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:23:10.046505 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-8d9b0e75-e605-42cb-82d9-c8d5a2b2263c tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:23:10.054421 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8d9b0e75-e605-42cb-82d9-c8d5a2b2263c tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854123342'] for floatingip, after_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:10.424404 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 38094) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:23:10.519505 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.db.l3_db [None req-8d9b0e75-e605-42cb-82d9-c8d5a2b2263c tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Floating IP 6432e875-c2a8-405b-8ae0-20996da2dc88 associated. External IP: 172.27.0.173, port: b65927f1-63dc-4341-8dc1-c7ec09b0ae44. Apr 19 18:23:10.554583 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a48109a7-d7e8-4cdc-b970-aee8a0bfa16a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:10.570161 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-a48109a7-d7e8-4cdc-b970-aee8a0bfa16a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:23:10.574804 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-a48109a7-d7e8-4cdc-b970-aee8a0bfa16a admin admin] Usage tracker for resource:security_group_rule and tenant:93ae242b55b24bab9d3e89460241a84c is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:23:10.577833 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-a48109a7-d7e8-4cdc-b970-aee8a0bfa16a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:23:10.583934 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-a48109a7-d7e8-4cdc-b970-aee8a0bfa16a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:23:10.672187 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a48109a7-d7e8-4cdc-b970-aee8a0bfa16a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:10.675009 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a48109a7-d7e8-4cdc-b970-aee8a0bfa16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:10.684561 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-684f056c-caa2-4942-aae7-eda3dfbfa5fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:23:10.727587 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-a48109a7-d7e8-4cdc-b970-aee8a0bfa16a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=93ae242b55b24bab9d3e89460241a84c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3018923 Apr 19 18:23:10.728282 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 38100) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:23:10.734482 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48109a7-d7e8-4cdc-b970-aee8a0bfa16a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a75f467-8eb8-4df4-abc6-d95f4d12972e,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:23:10.761221 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-a48109a7-d7e8-4cdc-b970-aee8a0bfa16a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:23:10.798689 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-3ca7d8f1-9ddb-4db8-8e8a-5fe16c5fd777 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:10.827503 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-3ca7d8f1-9ddb-4db8-8e8a-5fe16c5fd777 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:10.873182 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-3ca7d8f1-9ddb-4db8-8e8a-5fe16c5fd777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:10.878208 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-8c2945c2-cade-4ebe-a1f2-6ce7df44d747 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:23:10.892167 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca7d8f1-9ddb-4db8-8e8a-5fe16c5fd777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a75f467-8eb8-4df4-abc6-d95f4d12972e,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:23:10.895281 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-3ca7d8f1-9ddb-4db8-8e8a-5fe16c5fd777 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:23:10.896259 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-3ca7d8f1-9ddb-4db8-8e8a-5fe16c5fd777 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:10.897512 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-3ca7d8f1-9ddb-4db8-8e8a-5fe16c5fd777 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5a75f467-8eb8-4df4-abc6-d95f4d12972e HTTP/1.1" status: 204 len: 168 time: 0.1646492 Apr 19 18:23:10.902805 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d9b0e75-e605-42cb-82d9-c8d5a2b2263c tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Router 06903e02-b5ee-4ad8-a32f-bf7deafb1a58 has already been hosted by L3 agent 24af6f5b-4620-4572-ab28-0613f710586e {{(pid=86362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:23:11.113633 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d9b0e75-e605-42cb-82d9-c8d5a2b2263c tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify agent at l3_agent.dv-cinder-786927-1-iscsi the message routers_updated {{(pid=86362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:23:11.123838 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f8105c-1e7f-40b5-a47a-322c9f7bbef3 None None] Sync routers for ids ['06903e02-b5ee-4ad8-a32f-bf7deafb1a58'] in dv-cinder-786927-1-iscsi {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:23:11.135329 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f8105c-1e7f-40b5-a47a-322c9f7bbef3 None None] Routers {'06903e02-b5ee-4ad8-a32f-bf7deafb1a58'} bound to L3 agent in host dv-cinder-786927-1-iscsi {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:23:11.136006 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-68f8105c-1e7f-40b5-a47a-322c9f7bbef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T18:07:54Z,description=,heartbeat_timestamp=2021-04-19T18:22:54Z,host='dv-cinder-786927-1-iscsi',id=24af6f5b-4620-4572-ab28-0613f710586e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:07:54Z,topic='l3_agent')) {'router_ids': ['06903e02-b5ee-4ad8-a32f-bf7deafb1a58'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:23:11.137933 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8d9b0e75-e605-42cb-82d9-c8d5a2b2263c tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773849'] for floatingip, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:11.210307 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-8d9b0e75-e605-42cb-82d9-c8d5a2b2263c tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6507936 Apr 19 18:23:11.210307 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49237796-c340-4d4b-9aff-629bbfcf3ca5', 'tag': 'b65927f1-63dc-4341-8dc1-c7ec09b0ae44'}] {{(pid=86362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:23:11.211039 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 38108) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:23:11.234252 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c9ae0f6e-d51e-4db9-a590-c68b8ea0b95d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:11.250710 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-c9ae0f6e-d51e-4db9-a590-c68b8ea0b95d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:23:11.257069 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49237796-c340-4d4b-9aff-629bbfcf3ca5', 'tag': 'b65927f1-63dc-4341-8dc1-c7ec09b0ae44', 'status': 'completed', 'code': 200} Apr 19 18:23:11.257258 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-c9ae0f6e-d51e-4db9-a590-c68b8ea0b95d admin admin] Usage tracker for resource:security_group_rule and tenant:f129398aacdf4200a0db9dbc4d85dc3b is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:23:11.260955 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-c9ae0f6e-d51e-4db9-a590-c68b8ea0b95d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:23:11.267889 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-c9ae0f6e-d51e-4db9-a590-c68b8ea0b95d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:23:11.342147 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-68f8105c-1e7f-40b5-a47a-322c9f7bbef3 None None] Set router 06903e02-b5ee-4ad8-a32f-bf7deafb1a58 gateway port host: dv-cinder-786927-1-iscsi {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:23:11.366261 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3e6329-a483-4baf-bc71-dad9bfad4467 req-7e7db8ab-f1b8-4c66-a69f-895810b88ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:11.368360 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4c3e6329-a483-4baf-bc71-dad9bfad4467 req-7e7db8ab-f1b8-4c66-a69f-895810b88ffb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ab7ea17f87bf48eea71bdbbfac21f7d9&device_id=49237796-c340-4d4b-9aff-629bbfcf3ca5 HTTP/1.1" status: 200 len: 1099 time: 0.0897188 Apr 19 18:23:11.369385 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c9ae0f6e-d51e-4db9-a590-c68b8ea0b95d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:11.372353 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c9ae0f6e-d51e-4db9-a590-c68b8ea0b95d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:11.380239 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-dec6ee3e-dca3-4ab2-971f-6da91a33c80d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:23:11.429291 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-c9ae0f6e-d51e-4db9-a590-c68b8ea0b95d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f129398aacdf4200a0db9dbc4d85dc3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2285409 Apr 19 18:23:11.430356 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ae0f6e-d51e-4db9-a590-c68b8ea0b95d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92237f34-79af-479c-bed7-070efb704d0c,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:23:11.433090 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 38120) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:23:11.436336 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-c9ae0f6e-d51e-4db9-a590-c68b8ea0b95d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:23:11.501098 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-532be55f-6969-4cac-828d-9e2431e5eede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:11.526800 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3e6329-a483-4baf-bc71-dad9bfad4467 req-86401f68-e9e0-45e6-8fc7-29a0fa500226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:11.528909 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4c3e6329-a483-4baf-bc71-dad9bfad4467 req-86401f68-e9e0-45e6-8fc7-29a0fa500226 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1f49822f-29ba-4e60-a46b-78786ac1f34c HTTP/1.1" status: 200 len: 912 time: 0.1539381 Apr 19 18:23:11.529752 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-532be55f-6969-4cac-828d-9e2431e5eede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:11.579272 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-532be55f-6969-4cac-828d-9e2431e5eede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:11.584439 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-7d70921d-07d6-427d-9cca-b0d65ccb6e80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:23:11.595895 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532be55f-6969-4cac-828d-9e2431e5eede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92237f34-79af-479c-bed7-070efb704d0c,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:23:11.598047 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-532be55f-6969-4cac-828d-9e2431e5eede admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:23:11.603385 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-532be55f-6969-4cac-828d-9e2431e5eede admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:11.606643 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-532be55f-6969-4cac-828d-9e2431e5eede admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/92237f34-79af-479c-bed7-070efb704d0c HTTP/1.1" status: 204 len: 168 time: 0.1712470 Apr 19 18:23:11.646951 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4c3e6329-a483-4baf-bc71-dad9bfad4467 req-84658919-596e-41b8-bfab-67171a324bbd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b65927f1-63dc-4341-8dc1-c7ec09b0ae44 HTTP/1.1" status: 200 len: 1000 time: 0.1100993 Apr 19 18:23:11.731075 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3e6329-a483-4baf-bc71-dad9bfad4467 req-b1a03968-d07d-4c00-af3d-f1e27d555431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:11.732825 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4c3e6329-a483-4baf-bc71-dad9bfad4467 req-b1a03968-d07d-4c00-af3d-f1e27d555431 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a7079f5e-d348-48c2-81c0-ab4764c813e8 HTTP/1.1" status: 200 len: 850 time: 0.0792503 Apr 19 18:23:11.754501 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-68f8105c-1e7f-40b5-a47a-322c9f7bbef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06903e02-b5ee-4ad8-a32f-bf7deafb1a58', 'name': 'tempest-TestVolumeBootPattern-273059214-router', 'tenant_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '98271dc7-b9d9-46a4-a452-6f803fe9e7ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:21:57Z', 'updated_at': '2021-04-19T18:22:07Z', 'revision_number': 4, 'project_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'gw_port': {'id': '98271dc7-b9d9-46a4-a452-6f803fe9e7ab', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06903e02-b5ee-4ad8-a32f-bf7deafb1a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:59Z', 'updated_at': '2021-04-19T18:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi', '_floatingips': [{'id': '6432e875-c2a8-405b-8ae0-20996da2dc88', 'tenant_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'floating_ip_address': '172.27.0.173', 'floating_network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'router_id': '06903e02-b5ee-4ad8-a32f-bf7deafb1a58', 'port_id': 'b65927f1-63dc-4341-8dc1-c7ec09b0ae44', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f49822f-29ba-4e60-a46b-78786ac1f34c', 'mac_address': 'fa:16:3e:00:1f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49237796-c340-4d4b-9aff-629bbfcf3ca5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:23:09Z', 'updated_at': '2021-04-19T18:23:09Z', 'revision_number': 0, 'project_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b36268b-3921-4430-a588-04a8e09b4384', 'name': '', 'network_id': '1f49822f-29ba-4e60-a46b-78786ac1f34c', 'tenant_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'mac_address': 'fa:16:3e:d6:68:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06903e02-b5ee-4ad8-a32f-bf7deafb1a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'a7079f5e-d348-48c2-81c0-ab4764c813e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:22:04Z', 'updated_at': '2021-04-19T18:22:19Z', 'revision_number': 5, 'project_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'subnets': [{'id': 'a7079f5e-d348-48c2-81c0-ab4764c813e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-iscsi', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:23:11.759436 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f8105c-1e7f-40b5-a47a-322c9f7bbef3 None None] Checking router: 06903e02-b5ee-4ad8-a32f-bf7deafb1a58 for host: dv-cinder-786927-1-iscsi {{(pid=86365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:23:11.770802 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f8105c-1e7f-40b5-a47a-322c9f7bbef3 None None] Routers {'06903e02-b5ee-4ad8-a32f-bf7deafb1a58'} bound to L3 agent in host dv-cinder-786927-1-iscsi {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:23:11.771726 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-68f8105c-1e7f-40b5-a47a-322c9f7bbef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T18:07:54Z,description=,heartbeat_timestamp=2021-04-19T18:22:54Z,host='dv-cinder-786927-1-iscsi',id=24af6f5b-4620-4572-ab28-0613f710586e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:07:54Z,topic='l3_agent')) {'router_ids': ['06903e02-b5ee-4ad8-a32f-bf7deafb1a58'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:23:11.827115 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3e6329-a483-4baf-bc71-dad9bfad4467 req-7c32e940-103e-4757-8fa4-e8531b2f26d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:11.828779 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4c3e6329-a483-4baf-bc71-dad9bfad4467 req-7c32e940-103e-4757-8fa4-e8531b2f26d3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1f49822f-29ba-4e60-a46b-78786ac1f34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0876768 Apr 19 18:23:11.965862 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-68f8105c-1e7f-40b5-a47a-322c9f7bbef3 None None] Set router 06903e02-b5ee-4ad8-a32f-bf7deafb1a58 gateway port host: dv-cinder-786927-1-iscsi {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:23:11.982841 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4c3e6329-a483-4baf-bc71-dad9bfad4467 req-882107a6-9429-4bde-807d-e083a9061ef9 service neutron] 10.222.0.53 "GET /v2.0/networks/1f49822f-29ba-4e60-a46b-78786ac1f34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469114 Apr 19 18:23:12.143469 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4c3e6329-a483-4baf-bc71-dad9bfad4467 req-2b13ca60-d04c-4381-8196-4bde8b11a8cc service neutron] 10.222.0.53 "GET /v2.0/networks/1f49822f-29ba-4e60-a46b-78786ac1f34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526415 Apr 19 18:23:12.369878 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-68f8105c-1e7f-40b5-a47a-322c9f7bbef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06903e02-b5ee-4ad8-a32f-bf7deafb1a58', 'name': 'tempest-TestVolumeBootPattern-273059214-router', 'tenant_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '98271dc7-b9d9-46a4-a452-6f803fe9e7ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:21:57Z', 'updated_at': '2021-04-19T18:22:07Z', 'revision_number': 4, 'project_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'gw_port': {'id': '98271dc7-b9d9-46a4-a452-6f803fe9e7ab', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06903e02-b5ee-4ad8-a32f-bf7deafb1a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:59Z', 'updated_at': '2021-04-19T18:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi', '_floatingips': [{'id': '6432e875-c2a8-405b-8ae0-20996da2dc88', 'tenant_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'floating_ip_address': '172.27.0.173', 'floating_network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'router_id': '06903e02-b5ee-4ad8-a32f-bf7deafb1a58', 'port_id': 'b65927f1-63dc-4341-8dc1-c7ec09b0ae44', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f49822f-29ba-4e60-a46b-78786ac1f34c', 'mac_address': 'fa:16:3e:00:1f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49237796-c340-4d4b-9aff-629bbfcf3ca5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:23:09Z', 'updated_at': '2021-04-19T18:23:09Z', 'revision_number': 0, 'project_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b36268b-3921-4430-a588-04a8e09b4384', 'name': '', 'network_id': '1f49822f-29ba-4e60-a46b-78786ac1f34c', 'tenant_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'mac_address': 'fa:16:3e:d6:68:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06903e02-b5ee-4ad8-a32f-bf7deafb1a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'a7079f5e-d348-48c2-81c0-ab4764c813e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:22:04Z', 'updated_at': '2021-04-19T18:22:19Z', 'revision_number': 5, 'project_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'subnets': [{'id': 'a7079f5e-d348-48c2-81c0-ab4764c813e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-iscsi', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:23:12.377390 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f8105c-1e7f-40b5-a47a-322c9f7bbef3 None None] The sync data for ids ['06903e02-b5ee-4ad8-a32f-bf7deafb1a58'] in dv-cinder-786927-1-iscsi is: [{'id': '06903e02-b5ee-4ad8-a32f-bf7deafb1a58', 'name': 'tempest-TestVolumeBootPattern-273059214-router', 'tenant_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '98271dc7-b9d9-46a4-a452-6f803fe9e7ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:21:57Z', 'updated_at': '2021-04-19T18:22:07Z', 'revision_number': 4, 'project_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'gw_port': {'id': '98271dc7-b9d9-46a4-a452-6f803fe9e7ab', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06903e02-b5ee-4ad8-a32f-bf7deafb1a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:59Z', 'updated_at': '2021-04-19T18:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi', '_floatingips': [{'id': '6432e875-c2a8-405b-8ae0-20996da2dc88', 'tenant_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'floating_ip_address': '172.27.0.173', 'floating_network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'router_id': '06903e02-b5ee-4ad8-a32f-bf7deafb1a58', 'port_id': 'b65927f1-63dc-4341-8dc1-c7ec09b0ae44', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f49822f-29ba-4e60-a46b-78786ac1f34c', 'mac_address': 'fa:16:3e:00:1f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49237796-c340-4d4b-9aff-629bbfcf3ca5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:23:09Z', 'updated_at': '2021-04-19T18:23:09Z', 'revision_number': 0, 'project_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b36268b-3921-4430-a588-04a8e09b4384', 'name': '', 'network_id': '1f49822f-29ba-4e60-a46b-78786ac1f34c', 'tenant_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'mac_address': 'fa:16:3e:d6:68:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06903e02-b5ee-4ad8-a32f-bf7deafb1a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'a7079f5e-d348-48c2-81c0-ab4764c813e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:22:04Z', 'updated_at': '2021-04-19T18:22:19Z', 'revision_number': 5, 'project_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'subnets': [{'id': 'a7079f5e-d348-48c2-81c0-ab4764c813e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:23:12.719573 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e43a47-eb9f-4558-9e2d-3b6742d5d59f None None] New status for floating IP 6432e875-c2a8-405b-8ae0-20996da2dc88: ACTIVE {{(pid=86364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 18:23:12.795218 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a15443-2b4a-4f4e-8aa5-939eaeb3a8fe req-568813bc-83c8-43b3-ad44-5fef743ed277 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:12.803167 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b3a15443-2b4a-4f4e-8aa5-939eaeb3a8fe req-568813bc-83c8-43b3-ad44-5fef743ed277 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca19b00d-fa4d-44d5-8b69-1cca3860a9df HTTP/1.1" status: 200 len: 946 time: 0.0996778 Apr 19 18:23:12.847307 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b3a15443-2b4a-4f4e-8aa5-939eaeb3a8fe req-022020cf-0365-44ae-b25b-7198215dc3ff tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e9487a4-42da-4069-8845-545fc4d734ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431457 Apr 19 18:23:14.068193 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1970eb4e-fd15-4c77-a0df-e4326a228adc req-47ec80e6-d88f-490d-a239-c7b941c823ac tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:14.069794 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1970eb4e-fd15-4c77-a0df-e4326a228adc req-47ec80e6-d88f-490d-a239-c7b941c823ac tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca19b00d-fa4d-44d5-8b69-1cca3860a9df HTTP/1.1" status: 200 len: 946 time: 0.0968189 Apr 19 18:23:14.119779 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1970eb4e-fd15-4c77-a0df-e4326a228adc req-ade0b666-14fa-4bc4-8123-22a0b6470513 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e9487a4-42da-4069-8845-545fc4d734ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432551 Apr 19 18:23:15.330370 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010f81ae-07e7-4be6-8efe-20f002863cdb req-2623b34a-831f-4284-b11e-cf76d0d51a8d tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:15.331923 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-010f81ae-07e7-4be6-8efe-20f002863cdb req-2623b34a-831f-4284-b11e-cf76d0d51a8d tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca19b00d-fa4d-44d5-8b69-1cca3860a9df HTTP/1.1" status: 200 len: 946 time: 0.0911462 Apr 19 18:23:15.379253 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-010f81ae-07e7-4be6-8efe-20f002863cdb req-eedd1a84-34a8-4739-9753-fc9b888d2cad tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e9487a4-42da-4069-8845-545fc4d734ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404859 Apr 19 18:23:16.593359 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff981ff-2d47-469c-946e-938302e52b58 req-2e7bc568-e968-43e8-ad0b-2a390da768f4 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:16.595438 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-9ff981ff-2d47-469c-946e-938302e52b58 req-2e7bc568-e968-43e8-ad0b-2a390da768f4 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca19b00d-fa4d-44d5-8b69-1cca3860a9df HTTP/1.1" status: 200 len: 946 time: 0.0948327 Apr 19 18:23:16.645213 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-9ff981ff-2d47-469c-946e-938302e52b58 req-593ddd9b-28fe-4fea-81ed-35d6e52de11e tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e9487a4-42da-4069-8845-545fc4d734ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432167 Apr 19 18:23:17.851345 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d85128-07cd-4c11-a158-846a7474fac5 req-165d54e2-365c-4661-b127-df701149e23d tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:17.852968 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d5d85128-07cd-4c11-a158-846a7474fac5 req-165d54e2-365c-4661-b127-df701149e23d tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca19b00d-fa4d-44d5-8b69-1cca3860a9df HTTP/1.1" status: 200 len: 946 time: 0.0881450 Apr 19 18:23:17.899905 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d5d85128-07cd-4c11-a158-846a7474fac5 req-ae29ea60-0679-4a8f-b933-86dae80ea664 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e9487a4-42da-4069-8845-545fc4d734ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407891 Apr 19 18:23:19.118428 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac8185-3042-4af2-af4d-45778cb6e8d1 req-d552e49d-4ad7-48e1-b2e3-8067280ec8cf tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:19.120225 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b5ac8185-3042-4af2-af4d-45778cb6e8d1 req-d552e49d-4ad7-48e1-b2e3-8067280ec8cf tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca19b00d-fa4d-44d5-8b69-1cca3860a9df HTTP/1.1" status: 200 len: 946 time: 0.1020341 Apr 19 18:23:19.173151 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b5ac8185-3042-4af2-af4d-45778cb6e8d1 req-cc4bbce7-bca0-4c00-adfa-134b3818a634 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e9487a4-42da-4069-8845-545fc4d734ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462339 Apr 19 18:23:20.384384 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52aa4d6-79da-4567-b087-ce5afb5d4cbe req-c51e3568-f5f0-4a52-a6b2-a63ae40c8e4f tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:20.386077 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f52aa4d6-79da-4567-b087-ce5afb5d4cbe req-c51e3568-f5f0-4a52-a6b2-a63ae40c8e4f tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca19b00d-fa4d-44d5-8b69-1cca3860a9df HTTP/1.1" status: 200 len: 946 time: 0.0937376 Apr 19 18:23:20.434790 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f52aa4d6-79da-4567-b087-ce5afb5d4cbe req-d5e50ad8-0e90-4172-a5e8-3973fd897a56 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e9487a4-42da-4069-8845-545fc4d734ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422618 Apr 19 18:23:21.644830 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bba660-64a3-4802-a972-3474afd6cbd4 req-55eeaefe-a8c5-476c-8de8-76687c19adc2 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:21.646431 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b9bba660-64a3-4802-a972-3474afd6cbd4 req-55eeaefe-a8c5-476c-8de8-76687c19adc2 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca19b00d-fa4d-44d5-8b69-1cca3860a9df HTTP/1.1" status: 200 len: 946 time: 0.0916994 Apr 19 18:23:21.694216 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b9bba660-64a3-4802-a972-3474afd6cbd4 req-b5aa1f0e-a4fd-4955-b666-99c24cf1cb99 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e9487a4-42da-4069-8845-545fc4d734ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404489 Apr 19 18:23:21.757831 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-bdf05859-fc55-4b49-aaaa-969d35ca5afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:22.247588 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.agents_db [None req-8d26a53d-5aec-40fe-9147-3f846c88e388 None None] Agent healthcheck: found 6 active agents {{(pid=86365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:23:22.912542 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f19d1-ca28-47d9-ace0-cf0979e5daca req-70de09b8-1810-4119-8b04-99468426b247 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:22.914240 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-913f19d1-ca28-47d9-ace0-cf0979e5daca req-70de09b8-1810-4119-8b04-99468426b247 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca19b00d-fa4d-44d5-8b69-1cca3860a9df HTTP/1.1" status: 200 len: 946 time: 0.0940380 Apr 19 18:23:22.966635 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-913f19d1-ca28-47d9-ace0-cf0979e5daca req-0a7aa546-5ee7-4ebe-bbaf-3e8a8aadbdd2 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e9487a4-42da-4069-8845-545fc4d734ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451264 Apr 19 18:23:24.179487 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e184dfe-75c7-4b48-835c-02be726d20e9 req-8d75866a-c912-4119-bd24-626ea7f8ca40 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:24.181687 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0e184dfe-75c7-4b48-835c-02be726d20e9 req-8d75866a-c912-4119-bd24-626ea7f8ca40 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca19b00d-fa4d-44d5-8b69-1cca3860a9df HTTP/1.1" status: 200 len: 946 time: 0.0919187 Apr 19 18:23:24.202235 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-67bf2667-68b4-4080-91d7-de142df612e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:24.233769 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0e184dfe-75c7-4b48-835c-02be726d20e9 req-104a731d-2f40-4c07-a64b-2f62ca2e63f5 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e9487a4-42da-4069-8845-545fc4d734ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440784 Apr 19 18:23:24.809510 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-60872106-3921-4474-9775-f4da212b8297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:25.443586 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8080ddda-432d-497e-958c-69f8764d493f req-71ffb190-dac2-4160-a508-54a6a7fff0cf tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:25.445291 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-8080ddda-432d-497e-958c-69f8764d493f req-71ffb190-dac2-4160-a508-54a6a7fff0cf tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca19b00d-fa4d-44d5-8b69-1cca3860a9df HTTP/1.1" status: 200 len: 946 time: 0.0917857 Apr 19 18:23:25.494419 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-8080ddda-432d-497e-958c-69f8764d493f req-a9571750-3068-43ea-b0b8-4b5293d5a009 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e9487a4-42da-4069-8845-545fc4d734ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422740 Apr 19 18:23:25.912560 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:26.147402 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-eae962f3-e32e-4947-814b-3e299d74c6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:26.704240 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708c5f37-233b-497c-9c54-292a491838a6 req-6c2cf275-d6fd-4208-8c86-6fcd081e99d9 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:26.705831 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-708c5f37-233b-497c-9c54-292a491838a6 req-6c2cf275-d6fd-4208-8c86-6fcd081e99d9 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca19b00d-fa4d-44d5-8b69-1cca3860a9df HTTP/1.1" status: 200 len: 946 time: 0.0909483 Apr 19 18:23:26.754178 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-708c5f37-233b-497c-9c54-292a491838a6 req-63a6fcc7-6fb7-41cb-9217-1475ae831bfa tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e9487a4-42da-4069-8845-545fc4d734ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413527 Apr 19 18:23:27.970473 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb4b6b5-b9d3-4cce-ab64-ba2a27416589 req-1a63ad83-db14-41ca-ae0e-417b70a24611 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:27.972176 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-3eb4b6b5-b9d3-4cce-ab64-ba2a27416589 req-1a63ad83-db14-41ca-ae0e-417b70a24611 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca19b00d-fa4d-44d5-8b69-1cca3860a9df HTTP/1.1" status: 200 len: 946 time: 0.0961704 Apr 19 18:23:28.021863 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-3eb4b6b5-b9d3-4cce-ab64-ba2a27416589 req-c02ffe46-e4ba-4eea-bdd7-ad2d7fde19bb tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e9487a4-42da-4069-8845-545fc4d734ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425894 Apr 19 18:23:29.372601 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f20acc-4328-4bee-9601-91f431c2de97 req-e35f0fef-ed14-483b-b6d2-acdf6a1bd185 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:29.374092 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-37f20acc-4328-4bee-9601-91f431c2de97 req-e35f0fef-ed14-483b-b6d2-acdf6a1bd185 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca19b00d-fa4d-44d5-8b69-1cca3860a9df HTTP/1.1" status: 200 len: 946 time: 0.0877209 Apr 19 18:23:29.424775 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-37f20acc-4328-4bee-9601-91f431c2de97 req-7d99d739-93f7-4dd3-9227-5e08b18234a0 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e9487a4-42da-4069-8845-545fc4d734ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443563 Apr 19 18:23:30.628236 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb58ad9-6037-455c-a0cd-8fcc6aa1f766 req-3366eb74-4604-45dc-9686-c86442f60c1a tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:30.629817 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6fb58ad9-6037-455c-a0cd-8fcc6aa1f766 req-3366eb74-4604-45dc-9686-c86442f60c1a tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca19b00d-fa4d-44d5-8b69-1cca3860a9df HTTP/1.1" status: 200 len: 946 time: 0.0868120 Apr 19 18:23:30.681010 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6fb58ad9-6037-455c-a0cd-8fcc6aa1f766 req-0349b068-1437-4a55-8efc-d98da3bcb24f tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e9487a4-42da-4069-8845-545fc4d734ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447547 Apr 19 18:23:31.338986 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ea8fb6-6cd0-4f4b-a22f-ac5dcb74b3fb req-78080f0e-12ab-4acc-9e49-371983b439e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:31.340645 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-61ea8fb6-6cd0-4f4b-a22f-ac5dcb74b3fb req-78080f0e-12ab-4acc-9e49-371983b439e2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d40df5788f6140729f7e263c33f44bda&device_id=ca19b00d-fa4d-44d5-8b69-1cca3860a9df HTTP/1.1" status: 200 len: 1099 time: 0.0824707 Apr 19 18:23:31.506917 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ea8fb6-6cd0-4f4b-a22f-ac5dcb74b3fb req-c261b8ff-5792-4b80-b573-6f9ee1ca9613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:31.509103 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-61ea8fb6-6cd0-4f4b-a22f-ac5dcb74b3fb req-c261b8ff-5792-4b80-b573-6f9ee1ca9613 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7bcee201-e581-4998-8db1-0eb0dcf42dab HTTP/1.1" status: 200 len: 918 time: 0.1414089 Apr 19 18:23:31.620466 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-61ea8fb6-6cd0-4f4b-a22f-ac5dcb74b3fb req-c73c2f94-0211-4c2c-ad12-8bdc14461165 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c425db17-6363-44bb-a944-ee3829897721 HTTP/1.1" status: 200 len: 1002 time: 0.1046293 Apr 19 18:23:31.690446 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ea8fb6-6cd0-4f4b-a22f-ac5dcb74b3fb req-8d761a40-ce57-4833-a170-130cb48a8232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:31.692089 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-61ea8fb6-6cd0-4f4b-a22f-ac5dcb74b3fb req-8d761a40-ce57-4833-a170-130cb48a8232 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f115f197-c2a2-4c8a-a041-6b1ab4a2efc7 HTTP/1.1" status: 200 len: 856 time: 0.0644138 Apr 19 18:23:31.782446 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ea8fb6-6cd0-4f4b-a22f-ac5dcb74b3fb req-48b49c4b-4232-4bd8-8ea8-989ee55d939b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:31.784128 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-61ea8fb6-6cd0-4f4b-a22f-ac5dcb74b3fb req-48b49c4b-4232-4bd8-8ea8-989ee55d939b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7bcee201-e581-4998-8db1-0eb0dcf42dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0828452 Apr 19 18:23:32.002036 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-61ea8fb6-6cd0-4f4b-a22f-ac5dcb74b3fb req-18a01540-1b59-48f4-9f28-6bf3ba1d4810 service neutron] 10.222.0.53 "GET /v2.0/networks/7bcee201-e581-4998-8db1-0eb0dcf42dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062111 Apr 19 18:23:32.112422 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Device c425db17-6363-44bb-a944-ee3829897721 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:23:32.263507 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] For port c425db17-6363-44bb-a944-ee3829897721, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=c425db17-6363-44bb-a944-ee3829897721,segment=NetworkSegment(aa54b807-4b3f-4b4f-87af-c51beb1f731e),segment_id=aa54b807-4b3f-4b4f-87af-c51beb1f731e)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:23:32.280103 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Returning: {'device': 'c425db17-6363-44bb-a944-ee3829897721', 'network_id': '7bcee201-e581-4998-8db1-0eb0dcf42dab', 'port_id': 'c425db17-6363-44bb-a944-ee3829897721', 'mac_address': 'fa:16:3e:9a:a3:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f115f197-c2a2-4c8a-a041-6b1ab4a2efc7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:23:32.346255 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:32.360480 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3ba82d-9289-41cb-9776-9c9547e5f1ae req-1dfe8afa-ecbd-4517-b4e7-a307bf677c7e tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:32.362019 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ff3ba82d-9289-41cb-9776-9c9547e5f1ae req-1dfe8afa-ecbd-4517-b4e7-a307bf677c7e tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca19b00d-fa4d-44d5-8b69-1cca3860a9df HTTP/1.1" status: 200 len: 946 time: 0.4672294 Apr 19 18:23:32.366401 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c425db17-6363-44bb-a944-ee3829897721 {{(pid=86364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:23:32.387909 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] For port c425db17-6363-44bb-a944-ee3829897721, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=c425db17-6363-44bb-a944-ee3829897721,segment=NetworkSegment(aa54b807-4b3f-4b4f-87af-c51beb1f731e),segment_id=aa54b807-4b3f-4b4f-87af-c51beb1f731e)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:23:32.391240 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:32.393286 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-6fcee788-1739-437e-a30b-198ca3973359 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:23:32.459658 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-61ea8fb6-6cd0-4f4b-a22f-ac5dcb74b3fb req-9b18666a-9667-4bf9-9dbf-1647b78e7ce1 service neutron] 10.222.0.53 "GET /v2.0/networks/7bcee201-e581-4998-8db1-0eb0dcf42dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4488540 Apr 19 18:23:32.462749 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ff3ba82d-9289-41cb-9776-9c9547e5f1ae req-4ef9cf1e-27af-49bb-b38a-efa078d5102e tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e9487a4-42da-4069-8845-545fc4d734ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935979 Apr 19 18:23:32.468776 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Pushing event updated for resources: {'Port': ['ID=c425db17-6363-44bb-a944-ee3829897721,revision_number=6']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:23:32.472442 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:23:33.357458 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:33.684719 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17684cec-6072-44ef-9600-3ef7eca7082f req-94d25ed3-9265-4fce-b902-529e1072bef0 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:33.686745 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-17684cec-6072-44ef-9600-3ef7eca7082f req-94d25ed3-9265-4fce-b902-529e1072bef0 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca19b00d-fa4d-44d5-8b69-1cca3860a9df HTTP/1.1" status: 200 len: 945 time: 0.1015270 Apr 19 18:23:33.757706 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-17684cec-6072-44ef-9600-3ef7eca7082f req-8c5ee1a6-0e60-4b81-9b6b-8373a8e3f064 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e9487a4-42da-4069-8845-545fc4d734ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623260 Apr 19 18:23:34.978748 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa096c2-275b-4ce9-98d4-b047996e4f26 req-5708a876-b6a6-4a99-9cfa-d056cade7bbb tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:34.983656 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-8fa096c2-275b-4ce9-98d4-b047996e4f26 req-5708a876-b6a6-4a99-9cfa-d056cade7bbb tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca19b00d-fa4d-44d5-8b69-1cca3860a9df HTTP/1.1" status: 200 len: 945 time: 0.1012971 Apr 19 18:23:35.071335 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-8fa096c2-275b-4ce9-98d4-b047996e4f26 req-311d9e7e-dddc-433e-9510-2fd096d797c5 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e9487a4-42da-4069-8845-545fc4d734ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836518 Apr 19 18:23:35.366101 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] get_ports_and_sgs() called for port_ids ['c425db17-6363-44bb-a944-ee3829897721'] {{(pid=86364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:23:36.329698 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e586f0-1d07-426f-8fb6-4425600079d4 req-1f9b73ee-ea0c-42c5-8c06-ab22ba13ef94 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:36.331339 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-50e586f0-1d07-426f-8fb6-4425600079d4 req-1f9b73ee-ea0c-42c5-8c06-ab22ba13ef94 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca19b00d-fa4d-44d5-8b69-1cca3860a9df HTTP/1.1" status: 200 len: 945 time: 0.1373806 Apr 19 18:23:36.387116 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-50e586f0-1d07-426f-8fb6-4425600079d4 req-907ce016-7389-405f-9964-5ca6c8402c79 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e9487a4-42da-4069-8845-545fc4d734ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493598 Apr 19 18:23:37.296669 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Device c425db17-6363-44bb-a944-ee3829897721 up at agent hyperv_hv-cinder-78692 {{(pid=86364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:23:37.379194 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Provisioning complete for port c425db17-6363-44bb-a944-ee3829897721 triggered by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:23:37.380317 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:37.527411 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:37.574949 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca19b00d-fa4d-44d5-8b69-1cca3860a9df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c425db17-6363-44bb-a944-ee3829897721'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:23:37.585068 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] For port c425db17-6363-44bb-a944-ee3829897721, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=c425db17-6363-44bb-a944-ee3829897721,segment=NetworkSegment(aa54b807-4b3f-4b4f-87af-c51beb1f731e),segment_id=aa54b807-4b3f-4b4f-87af-c51beb1f731e)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:23:37.603000 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:37.605022 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:23:37.713336 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca19b00d-fa4d-44d5-8b69-1cca3860a9df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c425db17-6363-44bb-a944-ee3829897721', 'code': 200} Apr 19 18:23:37.735079 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c573b8e-d34f-456f-a5be-0d4a34dffea0 req-b996ed9c-5280-411b-9bbe-300fbb8899ef tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:37.737071 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4c573b8e-d34f-456f-a5be-0d4a34dffea0 req-b996ed9c-5280-411b-9bbe-300fbb8899ef tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca19b00d-fa4d-44d5-8b69-1cca3860a9df HTTP/1.1" status: 200 len: 946 time: 0.1509216 Apr 19 18:23:37.763923 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Pushing event updated for resources: {'Port': ['ID=c425db17-6363-44bb-a944-ee3829897721,revision_number=7']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:23:37.768010 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:23:37.810486 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4c573b8e-d34f-456f-a5be-0d4a34dffea0 req-47178a93-530b-4870-98b5-2ec34f3a4438 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e9487a4-42da-4069-8845-545fc4d734ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560520 Apr 19 18:23:39.034898 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db62fe17-34bf-457b-bf10-265d2cf0add4 req-070083af-ca55-464d-a5b4-a3e5b3ab6c68 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:39.037298 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-db62fe17-34bf-457b-bf10-265d2cf0add4 req-070083af-ca55-464d-a5b4-a3e5b3ab6c68 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca19b00d-fa4d-44d5-8b69-1cca3860a9df HTTP/1.1" status: 200 len: 946 time: 0.0932758 Apr 19 18:23:39.089373 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-db62fe17-34bf-457b-bf10-265d2cf0add4 req-f91d8994-ef82-4a05-852b-cc0ccbc124b4 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e9487a4-42da-4069-8845-545fc4d734ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455232 Apr 19 18:23:40.329461 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31688c6-33bb-4785-a40e-6e9765d3e445 req-4d4c782b-e575-4eef-824a-cf34ddc7c6b6 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:40.331078 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f31688c6-33bb-4785-a40e-6e9765d3e445 req-4d4c782b-e575-4eef-824a-cf34ddc7c6b6 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca19b00d-fa4d-44d5-8b69-1cca3860a9df HTTP/1.1" status: 200 len: 946 time: 0.1023242 Apr 19 18:23:40.386633 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f31688c6-33bb-4785-a40e-6e9765d3e445 req-3ac2d979-b3d7-479c-a37a-2bc8879028c1 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e9487a4-42da-4069-8845-545fc4d734ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473993 Apr 19 18:23:41.604605 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3a4184-f6d6-44f6-b8cd-8c871172e5b0 req-418a293b-0836-4468-91cb-18b4cb118598 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:41.606247 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-af3a4184-f6d6-44f6-b8cd-8c871172e5b0 req-418a293b-0836-4468-91cb-18b4cb118598 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca19b00d-fa4d-44d5-8b69-1cca3860a9df HTTP/1.1" status: 200 len: 946 time: 0.0942416 Apr 19 18:23:41.659252 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-af3a4184-f6d6-44f6-b8cd-8c871172e5b0 req-2daaaaab-d13f-47fb-ae79-ddad795ee340 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e9487a4-42da-4069-8845-545fc4d734ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456066 Apr 19 18:23:42.231269 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8698a36e-bb27-405b-94d1-3cde560cbcd6 req-c0b13dc4-73be-43b7-b8f6-508c908f6f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:42.232895 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-8698a36e-bb27-405b-94d1-3cde560cbcd6 req-c0b13dc4-73be-43b7-b8f6-508c908f6f9b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d40df5788f6140729f7e263c33f44bda&device_id=ca19b00d-fa4d-44d5-8b69-1cca3860a9df HTTP/1.1" status: 200 len: 1099 time: 0.0791159 Apr 19 18:23:42.380904 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8698a36e-bb27-405b-94d1-3cde560cbcd6 req-a8715535-d65f-48b3-9690-7ab0bed3a443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:42.382480 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-8698a36e-bb27-405b-94d1-3cde560cbcd6 req-a8715535-d65f-48b3-9690-7ab0bed3a443 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7bcee201-e581-4998-8db1-0eb0dcf42dab HTTP/1.1" status: 200 len: 918 time: 0.1423502 Apr 19 18:23:42.496412 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-8698a36e-bb27-405b-94d1-3cde560cbcd6 req-f087c3c6-632b-47cb-aec1-19693ae93651 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c425db17-6363-44bb-a944-ee3829897721 HTTP/1.1" status: 200 len: 1002 time: 0.1060414 Apr 19 18:23:42.576270 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8698a36e-bb27-405b-94d1-3cde560cbcd6 req-ba4c61c9-53ac-48ad-aa38-8ff8728e9928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:42.577856 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-8698a36e-bb27-405b-94d1-3cde560cbcd6 req-ba4c61c9-53ac-48ad-aa38-8ff8728e9928 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f115f197-c2a2-4c8a-a041-6b1ab4a2efc7 HTTP/1.1" status: 200 len: 856 time: 0.0740752 Apr 19 18:23:42.662757 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8698a36e-bb27-405b-94d1-3cde560cbcd6 req-fd1e2d6b-c49d-4e38-aec3-6771dea0d88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:42.664385 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-8698a36e-bb27-405b-94d1-3cde560cbcd6 req-fd1e2d6b-c49d-4e38-aec3-6771dea0d88c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7bcee201-e581-4998-8db1-0eb0dcf42dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0768900 Apr 19 18:23:42.865842 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-8698a36e-bb27-405b-94d1-3cde560cbcd6 req-70412cc5-a3b1-401b-9af9-c3f979a0a402 service neutron] 10.222.0.53 "GET /v2.0/networks/7bcee201-e581-4998-8db1-0eb0dcf42dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936946 Apr 19 18:23:43.001314 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1813bdfe-a163-479b-88d8-e2125ba094be req-13e5d0df-eb12-4d84-9073-fd083f8577cf tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:43.002987 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1813bdfe-a163-479b-88d8-e2125ba094be req-13e5d0df-eb12-4d84-9073-fd083f8577cf tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca19b00d-fa4d-44d5-8b69-1cca3860a9df HTTP/1.1" status: 200 len: 946 time: 0.2057664 Apr 19 18:23:43.062568 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-8698a36e-bb27-405b-94d1-3cde560cbcd6 req-2c19ca6c-25f7-4d44-bf25-710c98b4e91d service neutron] 10.222.0.53 "GET /v2.0/networks/7bcee201-e581-4998-8db1-0eb0dcf42dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886413 Apr 19 18:23:43.073358 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1813bdfe-a163-479b-88d8-e2125ba094be req-e1af9a06-ac3f-4255-a7c3-a1017cd7387e tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e9487a4-42da-4069-8845-545fc4d734ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594811 Apr 19 18:23:44.286289 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a14818-e5b8-4ffa-93b3-2170076cfafd req-bdc748c9-8f02-4727-88d2-5eb52fc0c5b5 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:44.288018 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-71a14818-e5b8-4ffa-93b3-2170076cfafd req-bdc748c9-8f02-4727-88d2-5eb52fc0c5b5 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca19b00d-fa4d-44d5-8b69-1cca3860a9df HTTP/1.1" status: 200 len: 946 time: 0.0925047 Apr 19 18:23:44.343570 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-71a14818-e5b8-4ffa-93b3-2170076cfafd req-a46189e6-bc1c-4932-ad5e-2a138a57f8ad tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e9487a4-42da-4069-8845-545fc4d734ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484824 Apr 19 18:23:45.315073 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Device c425db17-6363-44bb-a944-ee3829897721 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:23:45.439320 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:45.477955 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] For port c425db17-6363-44bb-a944-ee3829897721, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=c425db17-6363-44bb-a944-ee3829897721,segment=NetworkSegment(aa54b807-4b3f-4b4f-87af-c51beb1f731e),segment_id=aa54b807-4b3f-4b4f-87af-c51beb1f731e)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:23:45.479074 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca19b00d-fa4d-44d5-8b69-1cca3860a9df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c425db17-6363-44bb-a944-ee3829897721'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:23:45.484854 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:45.486680 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-9ec45f96-6943-415e-9e84-1873961594f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:23:45.545953 dv-cinder-786927-1-iscsi neutron-server[86249]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ca19b00d-fa4d-44d5-8b69-1cca3860a9df', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c425db17-6363-44bb-a944-ee3829897721', 'code': 422} returned with failed status Apr 19 18:23:45.561943 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Pushing event updated for resources: {'Port': ['ID=c425db17-6363-44bb-a944-ee3829897721,revision_number=8']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:23:45.565249 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:23:45.594293 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac4ca4-25aa-4d86-980b-7cd75a77a914 req-93ab9a92-6307-4617-bd94-827e4d05fb51 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:45.597000 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-87ac4ca4-25aa-4d86-980b-7cd75a77a914 req-93ab9a92-6307-4617-bd94-827e4d05fb51 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca19b00d-fa4d-44d5-8b69-1cca3860a9df HTTP/1.1" status: 200 len: 944 time: 0.1241457 Apr 19 18:23:45.650457 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-87ac4ca4-25aa-4d86-980b-7cd75a77a914 req-c188ee51-68bf-4126-9f4a-b95cd8ae9634 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e9487a4-42da-4069-8845-545fc4d734ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447450 Apr 19 18:23:47.056529 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 38498) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:23:47.194068 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-42e984c9-bc0d-4fa9-8957-94f232302581 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:47.210177 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-42e984c9-bc0d-4fa9-8957-94f232302581 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:23:47.214464 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-42e984c9-bc0d-4fa9-8957-94f232302581 admin admin] Usage tracker for resource:security_group_rule and tenant:4545678cbbb448faa9beba2351e60c51 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:23:47.217601 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-42e984c9-bc0d-4fa9-8957-94f232302581 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:23:47.224003 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-42e984c9-bc0d-4fa9-8957-94f232302581 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:23:47.254634 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e358df59-a5a1-415f-ace8-318b43634d91 req-a1ddbd0b-6a10-4259-acff-51e35cf7d339 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ca19b00d-fa4d-44d5-8b69-1cca3860a9df&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1503978 Apr 19 18:23:47.264075 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3305cd1-4119-41af-a2db-9185748aebfc req-31d7a209-4970-49fa-a551-ca86f19e5a48 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:47.265914 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b3305cd1-4119-41af-a2db-9185748aebfc req-31d7a209-4970-49fa-a551-ca86f19e5a48 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca19b00d-fa4d-44d5-8b69-1cca3860a9df HTTP/1.1" status: 200 len: 944 time: 0.1208851 Apr 19 18:23:47.318294 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-42e984c9-bc0d-4fa9-8957-94f232302581 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:47.321634 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-42e984c9-bc0d-4fa9-8957-94f232302581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:47.323482 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b3305cd1-4119-41af-a2db-9185748aebfc req-c29b4f3d-c534-4fd4-9234-107ffbe7a775 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e9487a4-42da-4069-8845-545fc4d734ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500867 Apr 19 18:23:47.352259 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-4e688f88-8621-45c4-aac9-8deb4c7b18de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:23:47.361739 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-42e984c9-bc0d-4fa9-8957-94f232302581 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4545678cbbb448faa9beba2351e60c51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3039498 Apr 19 18:23:47.364898 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 38510) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:23:47.383724 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e984c9-bc0d-4fa9-8957-94f232302581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92fd8fd8-9b8a-4d4b-8f38-db7d454a32f3,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:23:47.392161 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e984c9-bc0d-4fa9-8957-94f232302581 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:23:47.392602 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e984c9-bc0d-4fa9-8957-94f232302581 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:23:47.393027 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e984c9-bc0d-4fa9-8957-94f232302581 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:23:47.393414 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e984c9-bc0d-4fa9-8957-94f232302581 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:23:47.393872 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e984c9-bc0d-4fa9-8957-94f232302581 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:23:47.394207 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e984c9-bc0d-4fa9-8957-94f232302581 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:23:47.394613 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e984c9-bc0d-4fa9-8957-94f232302581 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:23:47.395022 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e984c9-bc0d-4fa9-8957-94f232302581 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:23:47.395479 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e984c9-bc0d-4fa9-8957-94f232302581 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:23:47.395882 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e984c9-bc0d-4fa9-8957-94f232302581 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:23:47.396289 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e984c9-bc0d-4fa9-8957-94f232302581 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:23:47.396687 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e984c9-bc0d-4fa9-8957-94f232302581 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:23:47.402008 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-42e984c9-bc0d-4fa9-8957-94f232302581 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:23:47.435203 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ec014115-a4ad-430b-83bb-ddc23c466134 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:47.462985 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ec014115-a4ad-430b-83bb-ddc23c466134 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:47.511538 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ec014115-a4ad-430b-83bb-ddc23c466134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:47.516871 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-a1483163-714f-4b2c-bbe6-5c53d9a9990f tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:23:47.531240 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec014115-a4ad-430b-83bb-ddc23c466134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92fd8fd8-9b8a-4d4b-8f38-db7d454a32f3,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:23:47.540635 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec014115-a4ad-430b-83bb-ddc23c466134 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:23:47.541073 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec014115-a4ad-430b-83bb-ddc23c466134 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:23:47.541494 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec014115-a4ad-430b-83bb-ddc23c466134 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:23:47.541912 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec014115-a4ad-430b-83bb-ddc23c466134 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:23:47.542325 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec014115-a4ad-430b-83bb-ddc23c466134 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:23:47.542738 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec014115-a4ad-430b-83bb-ddc23c466134 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:23:47.543161 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec014115-a4ad-430b-83bb-ddc23c466134 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:23:47.543587 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec014115-a4ad-430b-83bb-ddc23c466134 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:23:47.543996 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec014115-a4ad-430b-83bb-ddc23c466134 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:23:47.544653 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec014115-a4ad-430b-83bb-ddc23c466134 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:23:47.545058 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec014115-a4ad-430b-83bb-ddc23c466134 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:23:47.545459 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec014115-a4ad-430b-83bb-ddc23c466134 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:23:47.548223 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ec014115-a4ad-430b-83bb-ddc23c466134 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:47.549433 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-ec014115-a4ad-430b-83bb-ddc23c466134 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/92fd8fd8-9b8a-4d4b-8f38-db7d454a32f3 HTTP/1.1" status: 204 len: 168 time: 0.1833367 Apr 19 18:23:47.550422 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-ec014115-a4ad-430b-83bb-ddc23c466134 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:23:47.801099 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e358df59-a5a1-415f-ace8-318b43634d91 req-17d20b4b-da45-4e1f-9893-5a405522cbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:47.802717 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e358df59-a5a1-415f-ace8-318b43634d91 req-17d20b4b-da45-4e1f-9893-5a405522cbe4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ca19b00d-fa4d-44d5-8b69-1cca3860a9df&tenant_id=d40df5788f6140729f7e263c33f44bda HTTP/1.1" status: 200 len: 1097 time: 0.0867920 Apr 19 18:23:47.850715 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 38522) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:23:47.869790 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-297b02b7-ecdd-46ec-a361-1653d8d53a0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:47.886040 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-297b02b7-ecdd-46ec-a361-1653d8d53a0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:23:47.890455 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-297b02b7-ecdd-46ec-a361-1653d8d53a0b admin admin] Usage tracker for resource:security_group_rule and tenant:027dee240cf147a8be2fad72b68e219f is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:23:47.893784 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-297b02b7-ecdd-46ec-a361-1653d8d53a0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:23:47.900977 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-297b02b7-ecdd-46ec-a361-1653d8d53a0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:23:47.904868 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e358df59-a5a1-415f-ace8-318b43634d91 req-de60ebf7-6f93-4d89-bcb2-afa8c44a9201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:47.906506 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e358df59-a5a1-415f-ace8-318b43634d91 req-de60ebf7-6f93-4d89-bcb2-afa8c44a9201 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d40df5788f6140729f7e263c33f44bda&device_id=ca19b00d-fa4d-44d5-8b69-1cca3860a9df HTTP/1.1" status: 200 len: 1097 time: 0.0807016 Apr 19 18:23:47.991551 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-297b02b7-ecdd-46ec-a361-1653d8d53a0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:47.994501 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-297b02b7-ecdd-46ec-a361-1653d8d53a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:48.003999 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-a48109a7-d7e8-4cdc-b970-aee8a0bfa16a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:23:48.052746 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-297b02b7-ecdd-46ec-a361-1653d8d53a0b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=027dee240cf147a8be2fad72b68e219f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2007411 Apr 19 18:23:48.053264 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e358df59-a5a1-415f-ace8-318b43634d91 req-531642e2-0717-433d-b8b5-8612ab2e7de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:48.053778 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297b02b7-ecdd-46ec-a361-1653d8d53a0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b116fbf-dd5f-4963-a008-e7ecc6e6320b,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:23:48.055388 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e358df59-a5a1-415f-ace8-318b43634d91 req-531642e2-0717-433d-b8b5-8612ab2e7de3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7bcee201-e581-4998-8db1-0eb0dcf42dab HTTP/1.1" status: 200 len: 918 time: 0.1417694 Apr 19 18:23:48.055891 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 38526) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:23:48.057653 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-297b02b7-ecdd-46ec-a361-1653d8d53a0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:23:48.210527 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e358df59-a5a1-415f-ace8-318b43634d91 req-ff97ab65-e6c1-488b-af97-45c398529dc7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c425db17-6363-44bb-a944-ee3829897721 HTTP/1.1" status: 200 len: 1000 time: 0.1399748 Apr 19 18:23:48.215238 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-72617f5e-188c-4164-ad67-1d425ec3139c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:48.295065 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-72617f5e-188c-4164-ad67-1d425ec3139c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:48.323215 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e358df59-a5a1-415f-ace8-318b43634d91 req-4fd11ec3-f092-4118-b9b5-2addff828996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:48.324884 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e358df59-a5a1-415f-ace8-318b43634d91 req-4fd11ec3-f092-4118-b9b5-2addff828996 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f115f197-c2a2-4c8a-a041-6b1ab4a2efc7 HTTP/1.1" status: 200 len: 856 time: 0.1067595 Apr 19 18:23:48.414672 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-72617f5e-188c-4164-ad67-1d425ec3139c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:48.421102 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-e4df3380-3c70-4934-af86-b2605ac779a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:23:48.438397 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72617f5e-188c-4164-ad67-1d425ec3139c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b116fbf-dd5f-4963-a008-e7ecc6e6320b,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:23:48.441165 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-72617f5e-188c-4164-ad67-1d425ec3139c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:23:48.449449 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-72617f5e-188c-4164-ad67-1d425ec3139c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:48.450700 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-72617f5e-188c-4164-ad67-1d425ec3139c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0b116fbf-dd5f-4963-a008-e7ecc6e6320b HTTP/1.1" status: 204 len: 168 time: 0.3931775 Apr 19 18:23:48.454650 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e358df59-a5a1-415f-ace8-318b43634d91 req-2926c3f4-f34d-43a6-921f-c372a0b3fbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:48.456069 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e358df59-a5a1-415f-ace8-318b43634d91 req-2926c3f4-f34d-43a6-921f-c372a0b3fbc1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7bcee201-e581-4998-8db1-0eb0dcf42dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1210206 Apr 19 18:23:48.555809 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae9e35-4cd9-4680-924d-8f7370a91348 req-2bfb022a-321b-4e7b-9588-df0f75d329e3 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:48.557523 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-89ae9e35-4cd9-4680-924d-8f7370a91348 req-2bfb022a-321b-4e7b-9588-df0f75d329e3 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca19b00d-fa4d-44d5-8b69-1cca3860a9df HTTP/1.1" status: 200 len: 944 time: 0.1031678 Apr 19 18:23:48.606111 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e358df59-a5a1-415f-ace8-318b43634d91 req-01d9db42-f265-4929-8f56-700f7754f274 service neutron] 10.222.0.53 "GET /v2.0/networks/7bcee201-e581-4998-8db1-0eb0dcf42dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413546 Apr 19 18:23:48.609219 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-89ae9e35-4cd9-4680-924d-8f7370a91348 req-7e5a7c84-6d85-494d-a003-e9c971f7a4ee tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e9487a4-42da-4069-8845-545fc4d734ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420907 Apr 19 18:23:48.774844 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e358df59-a5a1-415f-ace8-318b43634d91 req-4a4ee4cb-41ed-45c9-bc49-21bea30c0eca service neutron] 10.222.0.53 "GET /v2.0/networks/7bcee201-e581-4998-8db1-0eb0dcf42dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606383 Apr 19 18:23:49.892465 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa874091-4581-4331-bcad-cf2278edbae2 req-4964dc3e-f8b5-4ef1-b21e-371ce6ec7f8a tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:49.894726 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-aa874091-4581-4331-bcad-cf2278edbae2 req-4964dc3e-f8b5-4ef1-b21e-371ce6ec7f8a tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca19b00d-fa4d-44d5-8b69-1cca3860a9df HTTP/1.1" status: 200 len: 944 time: 0.1256239 Apr 19 18:23:50.026029 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-aa874091-4581-4331-bcad-cf2278edbae2 req-4b50a192-172a-4eed-b373-64dd43858994 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e9487a4-42da-4069-8845-545fc4d734ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238384 Apr 19 18:23:51.237023 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0371aa46-1845-4aa2-bac8-85a8dc7abc0a req-299c12be-d3f6-4157-80a3-ce6d1fdfe101 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:51.238626 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0371aa46-1845-4aa2-bac8-85a8dc7abc0a req-299c12be-d3f6-4157-80a3-ce6d1fdfe101 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca19b00d-fa4d-44d5-8b69-1cca3860a9df HTTP/1.1" status: 200 len: 944 time: 0.0936043 Apr 19 18:23:51.287750 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0371aa46-1845-4aa2-bac8-85a8dc7abc0a req-9d9d1cfa-f537-4688-8889-3470aca0f4ad tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e9487a4-42da-4069-8845-545fc4d734ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420616 Apr 19 18:23:51.762049 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-abf8c05a-a046-48b7-a0be-f13bf3af84a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:52.506447 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e335719-2bcb-4615-ab70-5897ab2017cc req-03cad7a6-7a51-454d-a5a0-239bd188dd63 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:52.508717 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7e335719-2bcb-4615-ab70-5897ab2017cc req-03cad7a6-7a51-454d-a5a0-239bd188dd63 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca19b00d-fa4d-44d5-8b69-1cca3860a9df HTTP/1.1" status: 200 len: 944 time: 0.0973871 Apr 19 18:23:52.565900 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7e335719-2bcb-4615-ab70-5897ab2017cc req-69c48b3e-b967-4d57-bf1a-5e307156d1cb tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e9487a4-42da-4069-8845-545fc4d734ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498857 Apr 19 18:23:53.828203 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece2022d-5184-40db-9884-2179812dc8b1 req-b6fb741b-c6f8-4d3f-8a8c-39e3f2bbcb9e tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:53.829835 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ece2022d-5184-40db-9884-2179812dc8b1 req-b6fb741b-c6f8-4d3f-8a8c-39e3f2bbcb9e tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca19b00d-fa4d-44d5-8b69-1cca3860a9df HTTP/1.1" status: 200 len: 944 time: 0.1317093 Apr 19 18:23:53.885982 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ece2022d-5184-40db-9884-2179812dc8b1 req-2a16b62f-db20-4b4b-a1d0-4306ffde7e8a tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e9487a4-42da-4069-8845-545fc4d734ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490971 Apr 19 18:23:54.211581 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4bdb4cef-2560-4301-9b42-6815ed16dcb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:54.813504 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-60872106-3921-4474-9775-f4da212b8297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:55.105051 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c9c71-b426-4e8d-9a9d-32fb6c4fa2e7 req-d29a8dc6-6f19-4fe8-9254-f47682c6356f tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:55.106695 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4e8c9c71-b426-4e8d-9a9d-32fb6c4fa2e7 req-d29a8dc6-6f19-4fe8-9254-f47682c6356f tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca19b00d-fa4d-44d5-8b69-1cca3860a9df HTTP/1.1" status: 200 len: 944 time: 0.0919166 Apr 19 18:23:55.163729 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4e8c9c71-b426-4e8d-9a9d-32fb6c4fa2e7 req-a4830847-687d-43d4-ade7-753d7028c5a1 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e9487a4-42da-4069-8845-545fc4d734ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498271 Apr 19 18:23:55.583299 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 38648) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:23:55.714698 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f5bebf3a-da5c-4b19-9c54-42b74c1dc4b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:55.731650 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-f5bebf3a-da5c-4b19-9c54-42b74c1dc4b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:23:55.736068 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-f5bebf3a-da5c-4b19-9c54-42b74c1dc4b3 admin admin] Usage tracker for resource:security_group_rule and tenant:400325af3f0340a8adf64e7f01d21326 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:23:55.740027 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-f5bebf3a-da5c-4b19-9c54-42b74c1dc4b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:23:55.746038 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-f5bebf3a-da5c-4b19-9c54-42b74c1dc4b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:23:55.834191 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f5bebf3a-da5c-4b19-9c54-42b74c1dc4b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:55.837385 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f5bebf3a-da5c-4b19-9c54-42b74c1dc4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:55.850847 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-c1ef477c-32c6-4ae6-97cc-616694bf7845 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:23:55.892412 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-f5bebf3a-da5c-4b19-9c54-42b74c1dc4b3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=400325af3f0340a8adf64e7f01d21326&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3079183 Apr 19 18:23:55.895484 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 38654) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:23:55.896773 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bebf3a-da5c-4b19-9c54-42b74c1dc4b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35be3c05-8241-407d-ba41-a87d7cadf327,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:23:55.900813 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-f5bebf3a-da5c-4b19-9c54-42b74c1dc4b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:23:55.921932 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:55.973365 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-17a358d1-7ccc-4b40-bd34-487e64e8e17b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:56.001564 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-17a358d1-7ccc-4b40-bd34-487e64e8e17b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:56.054040 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-17a358d1-7ccc-4b40-bd34-487e64e8e17b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:56.062000 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-f6803366-72e6-4c8c-bde0-f6bb9e034ffb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:23:56.079109 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a358d1-7ccc-4b40-bd34-487e64e8e17b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35be3c05-8241-407d-ba41-a87d7cadf327,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:23:56.088881 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-17a358d1-7ccc-4b40-bd34-487e64e8e17b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:23:56.089913 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-17a358d1-7ccc-4b40-bd34-487e64e8e17b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:56.093579 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-17a358d1-7ccc-4b40-bd34-487e64e8e17b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/35be3c05-8241-407d-ba41-a87d7cadf327 HTTP/1.1" status: 204 len: 168 time: 0.1945357 Apr 19 18:23:56.150723 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-eae962f3-e32e-4947-814b-3e299d74c6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:56.409843 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c54880-23a3-4b77-9a7f-a8e322accfa5 req-78d53d02-eb1e-4665-bb68-5dd344299165 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:56.411674 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-79c54880-23a3-4b77-9a7f-a8e322accfa5 req-78d53d02-eb1e-4665-bb68-5dd344299165 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca19b00d-fa4d-44d5-8b69-1cca3860a9df HTTP/1.1" status: 200 len: 944 time: 0.0986407 Apr 19 18:23:56.442962 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 38666) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:23:56.464340 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e002c754-2faf-48a3-b518-3e9c1a74ab19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:56.477262 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-79c54880-23a3-4b77-9a7f-a8e322accfa5 req-59733fcb-5f47-4f27-9d7e-a486a25a96e8 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e9487a4-42da-4069-8845-545fc4d734ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565739 Apr 19 18:23:56.482067 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-e002c754-2faf-48a3-b518-3e9c1a74ab19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:23:56.486156 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-e002c754-2faf-48a3-b518-3e9c1a74ab19 admin admin] Usage tracker for resource:security_group_rule and tenant:e5f224abfcf1427fb4ac75633e97b499 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:23:56.489210 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-e002c754-2faf-48a3-b518-3e9c1a74ab19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:23:56.496146 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-e002c754-2faf-48a3-b518-3e9c1a74ab19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:23:56.585451 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e002c754-2faf-48a3-b518-3e9c1a74ab19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:56.588567 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e002c754-2faf-48a3-b518-3e9c1a74ab19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:56.598103 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-15e32a82-3db0-4786-abc8-b17a18a1801a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:23:56.642434 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-e002c754-2faf-48a3-b518-3e9c1a74ab19 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e5f224abfcf1427fb4ac75633e97b499&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1982217 Apr 19 18:23:56.643426 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e002c754-2faf-48a3-b518-3e9c1a74ab19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f166b2c7-da4e-47ad-b604-7edbccb4137f,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:23:56.645306 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 38670) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:23:56.646716 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-e002c754-2faf-48a3-b518-3e9c1a74ab19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:23:56.713125 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-be7b2d96-a6f3-49b7-9a98-6ee17a3d8c08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:56.744237 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-be7b2d96-a6f3-49b7-9a98-6ee17a3d8c08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:56.791073 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-be7b2d96-a6f3-49b7-9a98-6ee17a3d8c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:56.796703 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:23:56.808290 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7b2d96-a6f3-49b7-9a98-6ee17a3d8c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f166b2c7-da4e-47ad-b604-7edbccb4137f,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:23:56.813330 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-be7b2d96-a6f3-49b7-9a98-6ee17a3d8c08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:23:56.815455 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-be7b2d96-a6f3-49b7-9a98-6ee17a3d8c08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:56.819001 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-be7b2d96-a6f3-49b7-9a98-6ee17a3d8c08 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f166b2c7-da4e-47ad-b604-7edbccb4137f HTTP/1.1" status: 204 len: 168 time: 0.1703107 Apr 19 18:23:57.710217 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dd9d17-75c7-46e0-a1ce-5e2bec0143c1 req-c32bb9ef-92b4-4416-b5e6-5565fb6ebadd tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:57.713343 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b3dd9d17-75c7-46e0-a1ce-5e2bec0143c1 req-c32bb9ef-92b4-4416-b5e6-5565fb6ebadd tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca19b00d-fa4d-44d5-8b69-1cca3860a9df HTTP/1.1" status: 200 len: 944 time: 0.1027064 Apr 19 18:23:57.783043 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b3dd9d17-75c7-46e0-a1ce-5e2bec0143c1 req-9360dc16-984e-44bf-be86-fc7779dfb244 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e9487a4-42da-4069-8845-545fc4d734ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574341 Apr 19 18:23:59.035054 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ea8dd8-a4cd-4178-95cb-cb1b34e0715e req-fbc2c07f-8ef2-43a7-9050-02f3b22c7765 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:59.036794 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-03ea8dd8-a4cd-4178-95cb-cb1b34e0715e req-fbc2c07f-8ef2-43a7-9050-02f3b22c7765 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca19b00d-fa4d-44d5-8b69-1cca3860a9df HTTP/1.1" status: 200 len: 944 time: 0.1203978 Apr 19 18:23:59.096457 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-03ea8dd8-a4cd-4178-95cb-cb1b34e0715e req-1d5ee3e9-f361-4e5a-aa12-3a278e6c542c tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e9487a4-42da-4069-8845-545fc4d734ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510356 Apr 19 18:23:59.247607 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.agents_db [None req-8d26a53d-5aec-40fe-9147-3f846c88e388 None None] Agent healthcheck: found 6 active agents {{(pid=86365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:23:59.354470 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 38746) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:23:59.491297 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-db28557a-452c-4524-9a09-e11f3e03d706 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:59.508812 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-db28557a-452c-4524-9a09-e11f3e03d706 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:23:59.513032 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-db28557a-452c-4524-9a09-e11f3e03d706 admin admin] Usage tracker for resource:security_group_rule and tenant:63222c2dde2342ee9d1b9a69bee91c9f is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:23:59.516268 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-db28557a-452c-4524-9a09-e11f3e03d706 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:23:59.522430 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-db28557a-452c-4524-9a09-e11f3e03d706 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:23:59.616322 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-db28557a-452c-4524-9a09-e11f3e03d706 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:59.620155 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-db28557a-452c-4524-9a09-e11f3e03d706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:59.629492 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-e2fc6b38-6d7f-463d-b78e-9c0c46e5d4a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:23:59.677525 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-db28557a-452c-4524-9a09-e11f3e03d706 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=63222c2dde2342ee9d1b9a69bee91c9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3214633 Apr 19 18:23:59.678497 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db28557a-452c-4524-9a09-e11f3e03d706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=facd5836-7be8-4599-9f4f-9c491736084f,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:23:59.681227 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 38754) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:23:59.694080 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-db28557a-452c-4524-9a09-e11f3e03d706 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:23:59.745786 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-40aab401-28b7-43a9-9c52-3074575a60a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:59.775268 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-40aab401-28b7-43a9-9c52-3074575a60a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:59.821731 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-40aab401-28b7-43a9-9c52-3074575a60a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:59.827106 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-e002c754-2faf-48a3-b518-3e9c1a74ab19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:23:59.843185 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aab401-28b7-43a9-9c52-3074575a60a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=facd5836-7be8-4599-9f4f-9c491736084f,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:23:59.846337 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-40aab401-28b7-43a9-9c52-3074575a60a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:23:59.856461 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-40aab401-28b7-43a9-9c52-3074575a60a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:59.857795 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-40aab401-28b7-43a9-9c52-3074575a60a5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/facd5836-7be8-4599-9f4f-9c491736084f HTTP/1.1" status: 204 len: 168 time: 0.1756258 Apr 19 18:24:00.167550 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 38764) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:24:00.188131 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-867d4019-fa89-4736-a420-cfd1c9918942 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:00.203988 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-867d4019-fa89-4736-a420-cfd1c9918942 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:24:00.207948 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-867d4019-fa89-4736-a420-cfd1c9918942 admin admin] Usage tracker for resource:security_group_rule and tenant:af4465c3dc264fb8b6ce785ced593bf1 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:24:00.211441 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-867d4019-fa89-4736-a420-cfd1c9918942 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:24:00.218154 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-867d4019-fa89-4736-a420-cfd1c9918942 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:24:00.375008 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a5ea8-c3a3-4208-9c9a-36523f77b052 req-c147175e-2e64-4bcc-a6f7-9b05e7e0d50f tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:24:00.376703 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-255a5ea8-c3a3-4208-9c9a-36523f77b052 req-c147175e-2e64-4bcc-a6f7-9b05e7e0d50f tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca19b00d-fa4d-44d5-8b69-1cca3860a9df HTTP/1.1" status: 200 len: 944 time: 0.1395190 Apr 19 18:24:00.410323 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-867d4019-fa89-4736-a420-cfd1c9918942 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:00.417540 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-867d4019-fa89-4736-a420-cfd1c9918942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:00.428117 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-055466ce-7472-4aa8-8d7a-a8d41f6b7aa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:24:00.487719 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-867d4019-fa89-4736-a420-cfd1c9918942 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=af4465c3dc264fb8b6ce785ced593bf1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3164580 Apr 19 18:24:00.488182 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 38768) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:24:00.491005 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-255a5ea8-c3a3-4208-9c9a-36523f77b052 req-28e3fbc3-d3d1-4faf-9af4-3d9446bcdcbb tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e9487a4-42da-4069-8845-545fc4d734ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022606 Apr 19 18:24:00.492685 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867d4019-fa89-4736-a420-cfd1c9918942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0de318cd-b776-447b-89ce-7c3056a1ef3a,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:24:00.497748 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-867d4019-fa89-4736-a420-cfd1c9918942 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:24:00.555403 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b46fd04e-8c69-430c-8f2b-521e6a590f35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:00.585636 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b46fd04e-8c69-430c-8f2b-521e6a590f35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:00.631275 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b46fd04e-8c69-430c-8f2b-521e6a590f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:00.636820 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-c9ae0f6e-d51e-4db9-a590-c68b8ea0b95d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:24:00.649730 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46fd04e-8c69-430c-8f2b-521e6a590f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de318cd-b776-447b-89ce-7c3056a1ef3a,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:24:00.652855 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b46fd04e-8c69-430c-8f2b-521e6a590f35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:24:00.654842 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b46fd04e-8c69-430c-8f2b-521e6a590f35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:00.656338 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-b46fd04e-8c69-430c-8f2b-521e6a590f35 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0de318cd-b776-447b-89ce-7c3056a1ef3a HTTP/1.1" status: 204 len: 168 time: 0.1667719 Apr 19 18:24:01.712441 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f13fce2-eb2c-48ea-9fee-be8d621870ab req-daec46b6-cc27-4113-8da9-d90e6628cbed tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:24:01.714176 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5f13fce2-eb2c-48ea-9fee-be8d621870ab req-daec46b6-cc27-4113-8da9-d90e6628cbed tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca19b00d-fa4d-44d5-8b69-1cca3860a9df HTTP/1.1" status: 200 len: 944 time: 0.0971372 Apr 19 18:24:01.779608 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5f13fce2-eb2c-48ea-9fee-be8d621870ab req-02cb397c-e752-4971-9337-01234ec39580 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e9487a4-42da-4069-8845-545fc4d734ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583122 Apr 19 18:24:02.987683 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a4e949-fad1-47ac-92e6-2972e2e7e868 req-fa45e866-5d44-4244-9c87-a82d746c1fd2 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:24:02.989290 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-04a4e949-fad1-47ac-92e6-2972e2e7e868 req-fa45e866-5d44-4244-9c87-a82d746c1fd2 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca19b00d-fa4d-44d5-8b69-1cca3860a9df HTTP/1.1" status: 200 len: 944 time: 0.0923870 Apr 19 18:24:03.036978 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-04a4e949-fad1-47ac-92e6-2972e2e7e868 req-833e3dae-ddd9-4c9b-8669-48c2580bf8e0 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e9487a4-42da-4069-8845-545fc4d734ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414834 Apr 19 18:24:03.345781 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:03.470244 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Device c425db17-6363-44bb-a944-ee3829897721 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:24:03.610658 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] For port c425db17-6363-44bb-a944-ee3829897721, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=c425db17-6363-44bb-a944-ee3829897721,segment=NetworkSegment(aa54b807-4b3f-4b4f-87af-c51beb1f731e),segment_id=aa54b807-4b3f-4b4f-87af-c51beb1f731e)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:24:03.624885 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Returning: {'device': 'c425db17-6363-44bb-a944-ee3829897721', 'network_id': '7bcee201-e581-4998-8db1-0eb0dcf42dab', 'port_id': 'c425db17-6363-44bb-a944-ee3829897721', 'mac_address': 'fa:16:3e:9a:a3:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f115f197-c2a2-4c8a-a041-6b1ab4a2efc7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:24:03.682260 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:03.699517 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c425db17-6363-44bb-a944-ee3829897721 {{(pid=86364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:24:03.716874 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] For port c425db17-6363-44bb-a944-ee3829897721, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=c425db17-6363-44bb-a944-ee3829897721,segment=NetworkSegment(aa54b807-4b3f-4b4f-87af-c51beb1f731e),segment_id=aa54b807-4b3f-4b4f-87af-c51beb1f731e)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:24:03.720431 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:03.722357 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-1cab4d93-d6c9-4d3f-8c17-edb3e7cf6a00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:24:03.798060 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Pushing event updated for resources: {'Port': ['ID=c425db17-6363-44bb-a944-ee3829897721,revision_number=9']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:24:03.806187 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:24:03.806577 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:24:03.806962 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:24:03.807368 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:24:03.807742 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:24:03.808113 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:24:03.808482 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:24:03.808846 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:24:03.809213 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:24:03.809579 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:24:03.809941 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:24:03.810301 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:24:03.814446 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:24:04.254631 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f816a7-5cfa-4228-838c-3c4bdfa63501 req-7a3c3a01-00db-4889-99f8-5b09202f4d3b tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:24:04.256309 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-90f816a7-5cfa-4228-838c-3c4bdfa63501 req-7a3c3a01-00db-4889-99f8-5b09202f4d3b tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca19b00d-fa4d-44d5-8b69-1cca3860a9df HTTP/1.1" status: 200 len: 945 time: 0.0952229 Apr 19 18:24:04.307089 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-90f816a7-5cfa-4228-838c-3c4bdfa63501 req-933f444e-86a2-47d4-aada-0da526db2511 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e9487a4-42da-4069-8845-545fc4d734ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438151 Apr 19 18:24:05.520433 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5ada11-773a-4c2b-bca4-d7007cca68eb req-82d16d32-70a5-4cce-8f1e-e69663922a8a tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:24:05.522088 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7c5ada11-773a-4c2b-bca4-d7007cca68eb req-82d16d32-70a5-4cce-8f1e-e69663922a8a tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca19b00d-fa4d-44d5-8b69-1cca3860a9df HTTP/1.1" status: 200 len: 945 time: 0.0891991 Apr 19 18:24:05.575106 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7c5ada11-773a-4c2b-bca4-d7007cca68eb req-fa381583-baef-4a6d-9750-c2f8b6445002 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e9487a4-42da-4069-8845-545fc4d734ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461018 Apr 19 18:24:06.630187 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] get_ports_and_sgs() called for port_ids ['c425db17-6363-44bb-a944-ee3829897721'] {{(pid=86364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:24:06.802778 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a185203-9e4f-477e-8c32-1b24ba6e7c9e req-711243ee-2219-4d51-b80f-7d0639c50435 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:24:06.804472 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2a185203-9e4f-477e-8c32-1b24ba6e7c9e req-711243ee-2219-4d51-b80f-7d0639c50435 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca19b00d-fa4d-44d5-8b69-1cca3860a9df HTTP/1.1" status: 200 len: 945 time: 0.1055942 Apr 19 18:24:06.853808 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2a185203-9e4f-477e-8c32-1b24ba6e7c9e req-1641c15f-2cf1-4d42-8944-5bc833676ef3 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e9487a4-42da-4069-8845-545fc4d734ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428429 Apr 19 18:24:08.062828 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa93b6f-6df0-4551-90d3-0d0efea9a254 req-6f0ca2ab-a916-4877-8ac7-45caaf633c1a tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:24:08.064454 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-caa93b6f-6df0-4551-90d3-0d0efea9a254 req-6f0ca2ab-a916-4877-8ac7-45caaf633c1a tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca19b00d-fa4d-44d5-8b69-1cca3860a9df HTTP/1.1" status: 200 len: 945 time: 0.0896404 Apr 19 18:24:08.111732 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-caa93b6f-6df0-4551-90d3-0d0efea9a254 req-c69a3c19-8c0c-4cfd-9fe4-da2ec95d2876 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e9487a4-42da-4069-8845-545fc4d734ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408797 Apr 19 18:24:09.324550 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6063e08e-ebf3-438d-8895-97d8c6aae03a req-4e42aa19-68b4-4e33-9508-aae02f3a9db1 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:24:09.326209 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6063e08e-ebf3-438d-8895-97d8c6aae03a req-4e42aa19-68b4-4e33-9508-aae02f3a9db1 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca19b00d-fa4d-44d5-8b69-1cca3860a9df HTTP/1.1" status: 200 len: 945 time: 0.0951328 Apr 19 18:24:09.376349 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6063e08e-ebf3-438d-8895-97d8c6aae03a req-68085305-115e-4eaf-857a-71e4678522c4 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e9487a4-42da-4069-8845-545fc4d734ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436749 Apr 19 18:24:10.424839 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Device c425db17-6363-44bb-a944-ee3829897721 up at agent hyperv_hv-cinder-78692 {{(pid=86364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:24:10.500029 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Provisioning complete for port c425db17-6363-44bb-a944-ee3829897721 triggered by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:24:10.500446 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:10.589735 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832a8705-dc72-458a-a83f-74980706c8fe req-0230ebd4-9dff-4b7e-804f-302dc345dccd tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:24:10.591360 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-832a8705-dc72-458a-a83f-74980706c8fe req-0230ebd4-9dff-4b7e-804f-302dc345dccd tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca19b00d-fa4d-44d5-8b69-1cca3860a9df HTTP/1.1" status: 200 len: 945 time: 0.0948291 Apr 19 18:24:10.623462 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:10.640428 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-832a8705-dc72-458a-a83f-74980706c8fe req-3086ce0d-eea1-4af6-a699-ac46d22da570 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e9487a4-42da-4069-8845-545fc4d734ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425622 Apr 19 18:24:10.827934 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca19b00d-fa4d-44d5-8b69-1cca3860a9df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c425db17-6363-44bb-a944-ee3829897721'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:24:10.838642 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] For port c425db17-6363-44bb-a944-ee3829897721, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=c425db17-6363-44bb-a944-ee3829897721,segment=NetworkSegment(aa54b807-4b3f-4b4f-87af-c51beb1f731e),segment_id=aa54b807-4b3f-4b4f-87af-c51beb1f731e)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:24:10.841745 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:10.843825 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:24:10.881049 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca19b00d-fa4d-44d5-8b69-1cca3860a9df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c425db17-6363-44bb-a944-ee3829897721', 'code': 200} Apr 19 18:24:10.916048 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Pushing event updated for resources: {'Port': ['ID=c425db17-6363-44bb-a944-ee3829897721,revision_number=10']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:24:10.919188 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:24:11.135897 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076955a6-5c12-4755-9567-780df0aca29b req-5021a063-71e3-489d-82a1-a5b1871d827a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:24:11.137527 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-076955a6-5c12-4755-9567-780df0aca29b req-5021a063-71e3-489d-82a1-a5b1871d827a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ca19b00d-fa4d-44d5-8b69-1cca3860a9df HTTP/1.1" status: 200 len: 1100 time: 0.0805991 Apr 19 18:24:11.185287 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-076955a6-5c12-4755-9567-780df0aca29b req-8380ab58-9abf-4b9f-bb8a-121c1d48074b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=4e9487a4-42da-4069-8845-545fc4d734ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408037 Apr 19 18:24:11.857689 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc63926f-46ab-4bd0-9598-3936dc499d5b req-3964dbe3-d876-40f4-81ef-6f3dadd911c0 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:24:11.859367 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-bc63926f-46ab-4bd0-9598-3936dc499d5b req-3964dbe3-d876-40f4-81ef-6f3dadd911c0 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca19b00d-fa4d-44d5-8b69-1cca3860a9df HTTP/1.1" status: 200 len: 947 time: 0.0957303 Apr 19 18:24:11.909803 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-bc63926f-46ab-4bd0-9598-3936dc499d5b req-6d5daab5-653e-4fb4-925b-9b685ca5c947 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e9487a4-42da-4069-8845-545fc4d734ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438201 Apr 19 18:24:13.120322 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc11e8a-83e4-4d04-8b0c-00bec19882c4 req-da53e75d-388f-4397-afa0-2843a9068a11 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:24:13.121925 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4cc11e8a-83e4-4d04-8b0c-00bec19882c4 req-da53e75d-388f-4397-afa0-2843a9068a11 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca19b00d-fa4d-44d5-8b69-1cca3860a9df HTTP/1.1" status: 200 len: 947 time: 0.0899150 Apr 19 18:24:13.172827 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4cc11e8a-83e4-4d04-8b0c-00bec19882c4 req-50b223f3-587f-4fb9-a22b-fcf020756535 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e9487a4-42da-4069-8845-545fc4d734ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445836 Apr 19 18:24:21.765529 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2ac6f12a-6701-4b25-9396-c9286a086572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:23.279609 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 38952) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:24:23.409264 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-68dcac50-94cd-4b46-9f08-513a1d708467 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:23.425850 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-68dcac50-94cd-4b46-9f08-513a1d708467 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:24:23.430762 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-68dcac50-94cd-4b46-9f08-513a1d708467 admin admin] Usage tracker for resource:security_group_rule and tenant:f2692849b2fc4fb8b3ff595c1118808c is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:24:23.433931 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-68dcac50-94cd-4b46-9f08-513a1d708467 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:24:23.440178 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-68dcac50-94cd-4b46-9f08-513a1d708467 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:24:23.529295 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-68dcac50-94cd-4b46-9f08-513a1d708467 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:23.532053 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-68dcac50-94cd-4b46-9f08-513a1d708467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:23.541608 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-37d0b6ba-7126-48e3-a8dc-38c2cce76d38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:24:23.585951 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-68dcac50-94cd-4b46-9f08-513a1d708467 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f2692849b2fc4fb8b3ff595c1118808c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3051243 Apr 19 18:24:23.586937 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dcac50-94cd-4b46-9f08-513a1d708467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6146174d-4437-48ce-bacf-dfb41c7863cf,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:24:23.588932 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 38958) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:24:23.590462 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-68dcac50-94cd-4b46-9f08-513a1d708467 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:24:23.653524 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8dce3d95-1051-4ca9-b519-be9136e080ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:23.682601 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8dce3d95-1051-4ca9-b519-be9136e080ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:23.732772 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8dce3d95-1051-4ca9-b519-be9136e080ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:23.738256 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-249c0db7-bd96-498c-9575-6115a352ccab tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:24:23.753220 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce3d95-1051-4ca9-b519-be9136e080ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6146174d-4437-48ce-bacf-dfb41c7863cf,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:24:23.757866 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-8dce3d95-1051-4ca9-b519-be9136e080ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:24:23.763542 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8dce3d95-1051-4ca9-b519-be9136e080ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:23.764765 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-8dce3d95-1051-4ca9-b519-be9136e080ba admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6146174d-4437-48ce-bacf-dfb41c7863cf HTTP/1.1" status: 204 len: 168 time: 0.1744571 Apr 19 18:24:24.204569 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1251a805-c2ff-4e83-a836-22a602c0a619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:24.816052 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-60872106-3921-4474-9775-f4da212b8297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:25.918299 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:26.154267 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-eae962f3-e32e-4947-814b-3e299d74c6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:31.668458 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e7b107df-db64-4b1b-9bd8-b04fe22bc576 req-8af9d7e8-7067-4dd7-917e-96744579493a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=13107cc2-f2fb-4f41-9cad-6addff7b1525&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0789533 Apr 19 18:24:31.773967 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b107df-db64-4b1b-9bd8-b04fe22bc576 req-0341ba01-d821-474c-94bf-b696d30ef9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:24:31.775651 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e7b107df-db64-4b1b-9bd8-b04fe22bc576 req-0341ba01-d821-474c-94bf-b696d30ef9bd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d29eee7bedfd47868ae5c7a8e8bcaa1a&device_id=13107cc2-f2fb-4f41-9cad-6addff7b1525 HTTP/1.1" status: 200 len: 1099 time: 0.0849347 Apr 19 18:24:32.171117 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b107df-db64-4b1b-9bd8-b04fe22bc576 req-b00edd9f-8144-4ad0-9632-21075822bcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:24:32.172753 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e7b107df-db64-4b1b-9bd8-b04fe22bc576 req-b00edd9f-8144-4ad0-9632-21075822bcf3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=45d46b2a-8de6-42c9-bd73-54daf8078cd3 HTTP/1.1" status: 200 len: 908 time: 0.3770130 Apr 19 18:24:32.288398 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e7b107df-db64-4b1b-9bd8-b04fe22bc576 req-b1d12389-8f13-4570-9607-bff3ce5194b5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e03132f3-b457-4f69-ad6c-a65cb888fcad HTTP/1.1" status: 200 len: 1002 time: 0.1089389 Apr 19 18:24:32.362667 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b107df-db64-4b1b-9bd8-b04fe22bc576 req-04625d60-fed8-42f1-b21e-504a30b761e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:24:32.364294 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e7b107df-db64-4b1b-9bd8-b04fe22bc576 req-04625d60-fed8-42f1-b21e-504a30b761e6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=172eff84-753d-4a46-a1f9-70acd6cf59f1 HTTP/1.1" status: 200 len: 846 time: 0.0680041 Apr 19 18:24:32.453030 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b107df-db64-4b1b-9bd8-b04fe22bc576 req-b800030c-1eb8-4f03-84e6-8f96883cfbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:24:32.454590 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e7b107df-db64-4b1b-9bd8-b04fe22bc576 req-b800030c-1eb8-4f03-84e6-8f96883cfbb1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=45d46b2a-8de6-42c9-bd73-54daf8078cd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0836737 Apr 19 18:24:32.600333 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e7b107df-db64-4b1b-9bd8-b04fe22bc576 req-6309ba2a-599d-4213-a600-d32bb7e4be98 service neutron] 10.222.0.53 "GET /v2.0/networks/45d46b2a-8de6-42c9-bd73-54daf8078cd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382902 Apr 19 18:24:32.748244 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e7b107df-db64-4b1b-9bd8-b04fe22bc576 req-343f31e3-f961-4746-abd3-8ec9c3495721 service neutron] 10.222.0.53 "GET /v2.0/networks/45d46b2a-8de6-42c9-bd73-54daf8078cd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414549 Apr 19 18:24:33.346513 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:36.247364 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.agents_db [None req-8d26a53d-5aec-40fe-9147-3f846c88e388 None None] Agent healthcheck: found 6 active agents {{(pid=86365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:24:47.711843 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e7148e-d126-49dd-81c6-254bec0dc72e req-934699e9-25ea-4068-81b7-76840e501bf2 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:24:47.713468 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-15e7148e-d126-49dd-81c6-254bec0dc72e req-934699e9-25ea-4068-81b7-76840e501bf2 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca19b00d-fa4d-44d5-8b69-1cca3860a9df HTTP/1.1" status: 200 len: 947 time: 0.0939066 Apr 19 18:24:47.761815 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-15e7148e-d126-49dd-81c6-254bec0dc72e req-e6726678-2743-4408-a2b3-1645af9a74af tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e9487a4-42da-4069-8845-545fc4d734ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417664 Apr 19 18:24:48.976368 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7434e75-903b-43bd-9a53-bd7ea5ff85f9 req-3e3d4119-756e-4de5-97fc-bfe79dc4fb56 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:24:48.977931 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a7434e75-903b-43bd-9a53-bd7ea5ff85f9 req-3e3d4119-756e-4de5-97fc-bfe79dc4fb56 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca19b00d-fa4d-44d5-8b69-1cca3860a9df HTTP/1.1" status: 200 len: 947 time: 0.0911405 Apr 19 18:24:49.026695 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a7434e75-903b-43bd-9a53-bd7ea5ff85f9 req-50d7ec35-461c-4006-8354-7ec9b2f67f4a tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e9487a4-42da-4069-8845-545fc4d734ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420382 Apr 19 18:24:49.117057 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefee963-f5df-4114-9db9-2bb4a5a8fb92 req-ccdbd6da-8fae-4cc8-a2ed-980166de97d3 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:24:49.118729 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-aefee963-f5df-4114-9db9-2bb4a5a8fb92 req-ccdbd6da-8fae-4cc8-a2ed-980166de97d3 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca19b00d-fa4d-44d5-8b69-1cca3860a9df HTTP/1.1" status: 200 len: 947 time: 0.0910947 Apr 19 18:24:49.195410 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [req-aefee963-f5df-4114-9db9-2bb4a5a8fb92 req-b0c96129-b9e7-4060-807c-f31b3274649d tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Deleting port c425db17-6363-44bb-a944-ee3829897721 {{(pid=86362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:24:49.195793 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-aefee963-f5df-4114-9db9-2bb4a5a8fb92 req-b0c96129-b9e7-4060-807c-f31b3274649d tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254156519796'] for port, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:49.454978 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-aefee963-f5df-4114-9db9-2bb4a5a8fb92 req-b0c96129-b9e7-4060-807c-f31b3274649d tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] For port c425db17-6363-44bb-a944-ee3829897721, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=c425db17-6363-44bb-a944-ee3829897721,segment=NetworkSegment(aa54b807-4b3f-4b4f-87af-c51beb1f731e),segment_id=aa54b807-4b3f-4b4f-87af-c51beb1f731e)] {{(pid=86362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:24:49.455443 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-aefee963-f5df-4114-9db9-2bb4a5a8fb92 req-b0c96129-b9e7-4060-807c-f31b3274649d tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648318'] for port, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:49.767640 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-aefee963-f5df-4114-9db9-2bb4a5a8fb92 req-b0c96129-b9e7-4060-807c-f31b3274649d tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:49.768077 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-aefee963-f5df-4114-9db9-2bb4a5a8fb92 req-b0c96129-b9e7-4060-807c-f31b3274649d tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854123342'] for floatingip, after_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:49.768434 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.db.l3_db [req-aefee963-f5df-4114-9db9-2bb4a5a8fb92 req-b0c96129-b9e7-4060-807c-f31b3274649d tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Floating IP 8be5c32a-c06b-4f57-ad11-d05b4c40984c disassociated. External IP: 172.27.0.112, port: c425db17-6363-44bb-a944-ee3829897721. Apr 19 18:24:49.768830 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [req-aefee963-f5df-4114-9db9-2bb4a5a8fb92 req-b0c96129-b9e7-4060-807c-f31b3274649d tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Calling delete_port for c425db17-6363-44bb-a944-ee3829897721 owned by compute:nova {{(pid=86362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:24:49.919092 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-aefee963-f5df-4114-9db9-2bb4a5a8fb92 req-b0c96129-b9e7-4060-807c-f31b3274649d tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254156516127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254156964383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844104858'] for port, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:49.925073 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-a0502fec-2ac4-4890-abf2-ca87c3f4d325 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:24:49.971078 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c96129-b9e7-4060-807c-f31b3274649d tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Pushing event deleted for resources: {'Port': ['ID=c425db17-6363-44bb-a944-ee3829897721,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:24:49.981559 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c96129-b9e7-4060-807c-f31b3274649d tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:24:49.982059 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c96129-b9e7-4060-807c-f31b3274649d tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:24:49.982381 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c96129-b9e7-4060-807c-f31b3274649d tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:24:49.982793 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c96129-b9e7-4060-807c-f31b3274649d tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:24:49.983224 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c96129-b9e7-4060-807c-f31b3274649d tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:24:49.983638 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c96129-b9e7-4060-807c-f31b3274649d tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:24:49.984044 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c96129-b9e7-4060-807c-f31b3274649d tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:24:49.984693 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c96129-b9e7-4060-807c-f31b3274649d tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:24:49.984805 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c96129-b9e7-4060-807c-f31b3274649d tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:24:49.985198 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c96129-b9e7-4060-807c-f31b3274649d tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:24:49.985599 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c96129-b9e7-4060-807c-f31b3274649d tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:24:49.985996 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c96129-b9e7-4060-807c-f31b3274649d tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:24:49.990575 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b0c96129-b9e7-4060-807c-f31b3274649d tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:24:50.184843 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aefee963-f5df-4114-9db9-2bb4a5a8fb92 req-b0c96129-b9e7-4060-807c-f31b3274649d tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Router c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0 has already been hosted by L3 agent 24af6f5b-4620-4572-ab28-0613f710586e {{(pid=86362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:24:50.197580 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-9bdd1781-f7f9-431a-a0d5-623a8f010381 req-c6f77176-10a1-44ea-be43-f41a4daeb208 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca19b00d-fa4d-44d5-8b69-1cca3860a9df HTTP/1.1" status: 200 len: 210 time: 0.0482080 Apr 19 18:24:50.375945 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aefee963-f5df-4114-9db9-2bb4a5a8fb92 req-b0c96129-b9e7-4060-807c-f31b3274649d tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Notify agent at l3_agent.dv-cinder-786927-1-iscsi the message routers_updated {{(pid=86362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:24:50.386923 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714358bf-1ebf-48e0-8281-3a11a452f2d4 None None] Sync routers for ids ['c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0'] in dv-cinder-786927-1-iscsi {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:24:50.397196 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714358bf-1ebf-48e0-8281-3a11a452f2d4 None None] Routers {'c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0'} bound to L3 agent in host dv-cinder-786927-1-iscsi {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:24:50.397872 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-714358bf-1ebf-48e0-8281-3a11a452f2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T18:07:54Z,description=,heartbeat_timestamp=2021-04-19T18:24:24Z,host='dv-cinder-786927-1-iscsi',id=24af6f5b-4620-4572-ab28-0613f710586e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:07:54Z,topic='l3_agent')) {'router_ids': ['c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:24:50.457047 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [req-aefee963-f5df-4114-9db9-2bb4a5a8fb92 req-b0c96129-b9e7-4060-807c-f31b3274649d tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] No DVR routers for this DVR port c425db17-6363-44bb-a944-ee3829897721 on host hv-cinder-78692 {{(pid=86362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:24:50.460136 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-aefee963-f5df-4114-9db9-2bb4a5a8fb92 req-b0c96129-b9e7-4060-807c-f31b3274649d tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773849'] for port, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:50.470435 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca19b00d-fa4d-44d5-8b69-1cca3860a9df', 'name': 'network-vif-deleted', 'tag': 'c425db17-6363-44bb-a944-ee3829897721'}] {{(pid=86362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:24:50.480432 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-aefee963-f5df-4114-9db9-2bb4a5a8fb92 req-b0c96129-b9e7-4060-807c-f31b3274649d tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.53 "DELETE /v2.0/ports/c425db17-6363-44bb-a944-ee3829897721 HTTP/1.1" status: 204 len: 173 time: 1.3561330 Apr 19 18:24:50.522508 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca19b00d-fa4d-44d5-8b69-1cca3860a9df', 'name': 'network-vif-deleted', 'tag': 'c425db17-6363-44bb-a944-ee3829897721', 'status': 'completed', 'code': 200} Apr 19 18:24:50.589000 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-714358bf-1ebf-48e0-8281-3a11a452f2d4 None None] Set router c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0 gateway port host: dv-cinder-786927-1-iscsi {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:24:50.955759 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-714358bf-1ebf-48e0-8281-3a11a452f2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0', 'name': 'tempest-AttachVolumeShelveTestJSON-1292105613-router', 'tenant_id': 'd40df5788f6140729f7e263c33f44bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '517b44d2-170b-4831-9771-7dacbe148f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:17:35Z', 'updated_at': '2021-04-19T18:17:44Z', 'revision_number': 4, 'project_id': 'd40df5788f6140729f7e263c33f44bda', 'gw_port': {'id': '517b44d2-170b-4831-9771-7dacbe148f82', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:90:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:17:37Z', 'updated_at': '2021-04-19T18:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi', '_interfaces': [{'id': '49bbc3f7-0058-49c7-9f45-6a20c3bd1b7a', 'name': '', 'network_id': '7bcee201-e581-4998-8db1-0eb0dcf42dab', 'tenant_id': 'd40df5788f6140729f7e263c33f44bda', 'mac_address': 'fa:16:3e:ba:c2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'f115f197-c2a2-4c8a-a041-6b1ab4a2efc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:17:43Z', 'updated_at': '2021-04-19T18:17:54Z', 'revision_number': 5, 'project_id': 'd40df5788f6140729f7e263c33f44bda', 'subnets': [{'id': 'f115f197-c2a2-4c8a-a041-6b1ab4a2efc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-iscsi', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:24:50.961204 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714358bf-1ebf-48e0-8281-3a11a452f2d4 None None] Checking router: c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0 for host: dv-cinder-786927-1-iscsi {{(pid=86365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:24:50.972652 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714358bf-1ebf-48e0-8281-3a11a452f2d4 None None] Routers {'c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0'} bound to L3 agent in host dv-cinder-786927-1-iscsi {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:24:50.973376 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-714358bf-1ebf-48e0-8281-3a11a452f2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T18:07:54Z,description=,heartbeat_timestamp=2021-04-19T18:24:24Z,host='dv-cinder-786927-1-iscsi',id=24af6f5b-4620-4572-ab28-0613f710586e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:07:54Z,topic='l3_agent')) {'router_ids': ['c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:24:51.168624 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-714358bf-1ebf-48e0-8281-3a11a452f2d4 None None] Set router c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0 gateway port host: dv-cinder-786927-1-iscsi {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:24:51.338699 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 39156) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:24:51.416079 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-07949b2d-008a-42d9-8918-a988d2918ff4 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:51.446094 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-07949b2d-008a-42d9-8918-a988d2918ff4 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:51.494781 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-07949b2d-008a-42d9-8918-a988d2918ff4 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:51.500176 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-beee92ea-b2af-40f6-94ad-271d5131ac4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:24:51.516717 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07949b2d-008a-42d9-8918-a988d2918ff4 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e9487a4-42da-4069-8845-545fc4d734ea,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:24:51.517722 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-714358bf-1ebf-48e0-8281-3a11a452f2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0', 'name': 'tempest-AttachVolumeShelveTestJSON-1292105613-router', 'tenant_id': 'd40df5788f6140729f7e263c33f44bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '517b44d2-170b-4831-9771-7dacbe148f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:17:35Z', 'updated_at': '2021-04-19T18:17:44Z', 'revision_number': 4, 'project_id': 'd40df5788f6140729f7e263c33f44bda', 'gw_port': {'id': '517b44d2-170b-4831-9771-7dacbe148f82', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:90:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:17:37Z', 'updated_at': '2021-04-19T18:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi', '_interfaces': [{'id': '49bbc3f7-0058-49c7-9f45-6a20c3bd1b7a', 'name': '', 'network_id': '7bcee201-e581-4998-8db1-0eb0dcf42dab', 'tenant_id': 'd40df5788f6140729f7e263c33f44bda', 'mac_address': 'fa:16:3e:ba:c2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'f115f197-c2a2-4c8a-a041-6b1ab4a2efc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:17:43Z', 'updated_at': '2021-04-19T18:17:54Z', 'revision_number': 5, 'project_id': 'd40df5788f6140729f7e263c33f44bda', 'subnets': [{'id': 'f115f197-c2a2-4c8a-a041-6b1ab4a2efc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-iscsi', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:24:51.522372 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-07949b2d-008a-42d9-8918-a988d2918ff4 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:24:51.523993 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714358bf-1ebf-48e0-8281-3a11a452f2d4 None None] The sync data for ids ['c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0'] in dv-cinder-786927-1-iscsi is: [{'id': 'c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0', 'name': 'tempest-AttachVolumeShelveTestJSON-1292105613-router', 'tenant_id': 'd40df5788f6140729f7e263c33f44bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '517b44d2-170b-4831-9771-7dacbe148f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:17:35Z', 'updated_at': '2021-04-19T18:17:44Z', 'revision_number': 4, 'project_id': 'd40df5788f6140729f7e263c33f44bda', 'gw_port': {'id': '517b44d2-170b-4831-9771-7dacbe148f82', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:90:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:17:37Z', 'updated_at': '2021-04-19T18:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi', '_interfaces': [{'id': '49bbc3f7-0058-49c7-9f45-6a20c3bd1b7a', 'name': '', 'network_id': '7bcee201-e581-4998-8db1-0eb0dcf42dab', 'tenant_id': 'd40df5788f6140729f7e263c33f44bda', 'mac_address': 'fa:16:3e:ba:c2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'f115f197-c2a2-4c8a-a041-6b1ab4a2efc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:17:43Z', 'updated_at': '2021-04-19T18:17:54Z', 'revision_number': 5, 'project_id': 'd40df5788f6140729f7e263c33f44bda', 'subnets': [{'id': 'f115f197-c2a2-4c8a-a041-6b1ab4a2efc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:24:51.525105 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-07949b2d-008a-42d9-8918-a988d2918ff4 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:51.526334 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-07949b2d-008a-42d9-8918-a988d2918ff4 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "DELETE /v2.0/security-groups/4e9487a4-42da-4069-8845-545fc4d734ea HTTP/1.1" status: 204 len: 168 time: 0.1864166 Apr 19 18:24:51.529135 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 39160) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:24:51.547009 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.api.v2.resource [None req-ae2e1ca6-e81d-4e3b-b687-b49c9a99946d tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] show failed (client error): The resource could not be found. Apr 19 18:24:51.548149 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-ae2e1ca6-e81d-4e3b-b687-b49c9a99946d tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "GET /v2.0/security-groups/4e9487a4-42da-4069-8845-545fc4d734ea HTTP/1.1" status: 404 len: 347 time: 0.0180480 Apr 19 18:24:51.551273 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 39164) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:24:51.724446 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-99896c67-658f-4bad-8699-da3bd88f006b tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Deleting port fc257aa9-a1a1-456e-aac9-65209f84a80c {{(pid=86362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:24:51.724837 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-99896c67-658f-4bad-8699-da3bd88f006b tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254156519796'] for port, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:51.768134 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-57c02236-4898-4392-92a0-f8e529963bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:51.915961 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-99896c67-658f-4bad-8699-da3bd88f006b tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648318'] for port, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:51.916340 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-99896c67-658f-4bad-8699-da3bd88f006b tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:51.923824 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0831bd7-3acc-4fdf-97d2-4add7e639818 None None] New status for floating IP 8be5c32a-c06b-4f57-ad11-d05b4c40984c: DOWN {{(pid=86364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 18:24:52.323050 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-99896c67-658f-4bad-8699-da3bd88f006b tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Calling delete_port for fc257aa9-a1a1-456e-aac9-65209f84a80c owned by network:floatingip {{(pid=86362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:24:52.408729 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.db.api [None req-99896c67-658f-4bad-8699-da3bd88f006b tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86362) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 19 18:24:52.409017 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_db.api [None req-99896c67-658f-4bad-8699-da3bd88f006b tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86362) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 19 18:24:52.656867 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Device c425db17-6363-44bb-a944-ee3829897721 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:24:52.693673 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] No Port match for: c425db17-6363-44bb-a944-ee3829897721 {{(pid=86364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:24:52.694008 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Device c425db17-6363-44bb-a944-ee3829897721 not bound to the agent host hv-cinder-78692 {{(pid=86364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:24:52.910341 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-99896c67-658f-4bad-8699-da3bd88f006b tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Deleting port fc257aa9-a1a1-456e-aac9-65209f84a80c {{(pid=86362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:24:52.910740 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-99896c67-658f-4bad-8699-da3bd88f006b tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254156519796'] for port, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:53.091841 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-99896c67-658f-4bad-8699-da3bd88f006b tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648318'] for port, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:53.092211 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-99896c67-658f-4bad-8699-da3bd88f006b tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:53.222689 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-99896c67-658f-4bad-8699-da3bd88f006b tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Calling delete_port for fc257aa9-a1a1-456e-aac9-65209f84a80c owned by network:floatingip {{(pid=86362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:24:53.365990 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-99896c67-658f-4bad-8699-da3bd88f006b tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254156516127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254156964383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844104858'] for port, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:53.371526 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-aaa0cb30-c79d-4127-9b63-34f931a6b5b3 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:24:53.422252 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99896c67-658f-4bad-8699-da3bd88f006b tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Pushing event deleted for resources: {'Port': ['ID=fc257aa9-a1a1-456e-aac9-65209f84a80c,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:24:53.425901 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-99896c67-658f-4bad-8699-da3bd88f006b tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:24:53.489087 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 39180) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:24:53.525271 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-99896c67-658f-4bad-8699-da3bd88f006b tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Notify callbacks [] for floatingip, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:53.541079 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-99896c67-658f-4bad-8699-da3bd88f006b tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773849'] for floatingip, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:53.542256 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-99896c67-658f-4bad-8699-da3bd88f006b tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] 10.222.0.36 "DELETE /v2.0/floatingips/8be5c32a-c06b-4f57-ad11-d05b4c40984c HTTP/1.1" status: 204 len: 168 time: 1.9898212 Apr 19 18:24:53.622378 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-07ea24f5-9216-49d6-a53d-0c81c8d31d77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:53.639226 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-07ea24f5-9216-49d6-a53d-0c81c8d31d77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:24:53.643354 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-07ea24f5-9216-49d6-a53d-0c81c8d31d77 admin admin] Usage tracker for resource:security_group_rule and tenant:5d994f42a84a4530952c1eb72a040eeb is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:24:53.646587 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-07ea24f5-9216-49d6-a53d-0c81c8d31d77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:24:53.652858 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-07ea24f5-9216-49d6-a53d-0c81c8d31d77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:24:53.757642 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-07ea24f5-9216-49d6-a53d-0c81c8d31d77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:53.760947 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-07ea24f5-9216-49d6-a53d-0c81c8d31d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:53.770597 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-7ab029ee-da33-4fc6-abf5-b396ad4a8416 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:24:53.819108 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-07ea24f5-9216-49d6-a53d-0c81c8d31d77 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5d994f42a84a4530952c1eb72a040eeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3287051 Apr 19 18:24:53.820552 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ea24f5-9216-49d6-a53d-0c81c8d31d77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=196b4e91-1937-461c-ac21-01f485c794e3,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:24:53.822471 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 39190) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:24:53.829097 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ea24f5-9216-49d6-a53d-0c81c8d31d77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:24:53.829477 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ea24f5-9216-49d6-a53d-0c81c8d31d77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:24:53.829900 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ea24f5-9216-49d6-a53d-0c81c8d31d77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:24:53.830318 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ea24f5-9216-49d6-a53d-0c81c8d31d77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:24:53.830771 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ea24f5-9216-49d6-a53d-0c81c8d31d77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:24:53.831225 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ea24f5-9216-49d6-a53d-0c81c8d31d77 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:24:53.831646 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ea24f5-9216-49d6-a53d-0c81c8d31d77 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:24:53.832059 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ea24f5-9216-49d6-a53d-0c81c8d31d77 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:24:53.832469 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ea24f5-9216-49d6-a53d-0c81c8d31d77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:24:53.832874 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ea24f5-9216-49d6-a53d-0c81c8d31d77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:24:53.833281 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ea24f5-9216-49d6-a53d-0c81c8d31d77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:24:53.833684 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ea24f5-9216-49d6-a53d-0c81c8d31d77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:24:53.838817 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-07ea24f5-9216-49d6-a53d-0c81c8d31d77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:24:53.888067 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-39b6fa4a-7d13-49de-96de-289ffa2fd2b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:53.923707 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-39b6fa4a-7d13-49de-96de-289ffa2fd2b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:53.970488 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-39b6fa4a-7d13-49de-96de-289ffa2fd2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:53.975841 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-60b5dc57-d1dc-43b6-b378-69d35f187417 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:24:53.987280 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b6fa4a-7d13-49de-96de-289ffa2fd2b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=196b4e91-1937-461c-ac21-01f485c794e3,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:24:53.989794 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-39b6fa4a-7d13-49de-96de-289ffa2fd2b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:24:53.996513 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-39b6fa4a-7d13-49de-96de-289ffa2fd2b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:53.997748 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-39b6fa4a-7d13-49de-96de-289ffa2fd2b9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/196b4e91-1937-461c-ac21-01f485c794e3 HTTP/1.1" status: 204 len: 168 time: 0.1741598 Apr 19 18:24:54.208376 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ec486b90-008a-45bc-9c5f-0ff2e9f2d7c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:54.816120 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-60872106-3921-4474-9775-f4da212b8297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:55.911426 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:56.156360 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-eae962f3-e32e-4947-814b-3e299d74c6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:56.363958 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 39214) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:24:57.098253 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4dda53e9-3e68-47f8-a8f1-cd82a7bcefd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622745'] for router_interface, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:57.465514 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-4dda53e9-3e68-47f8-a8f1-cd82a7bcefd8 admin admin] Deleting port 49bbc3f7-0058-49c7-9f45-6a20c3bd1b7a {{(pid=86362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:24:57.465814 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4dda53e9-3e68-47f8-a8f1-cd82a7bcefd8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254156519796'] for port, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:57.646761 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-4dda53e9-3e68-47f8-a8f1-cd82a7bcefd8 admin admin] For port 49bbc3f7-0058-49c7-9f45-6a20c3bd1b7a, host dv-cinder-786927-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-iscsi',level=0,port_id=49bbc3f7-0058-49c7-9f45-6a20c3bd1b7a,segment=NetworkSegment(aa54b807-4b3f-4b4f-87af-c51beb1f731e),segment_id=aa54b807-4b3f-4b4f-87af-c51beb1f731e)] {{(pid=86362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:24:57.647191 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4dda53e9-3e68-47f8-a8f1-cd82a7bcefd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648318'] for port, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:57.781758 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-4dda53e9-3e68-47f8-a8f1-cd82a7bcefd8 admin admin] Calling delete_port for 49bbc3f7-0058-49c7-9f45-6a20c3bd1b7a owned by network:router_interface {{(pid=86362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:24:57.952666 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4dda53e9-3e68-47f8-a8f1-cd82a7bcefd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254156516127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254156964383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844104858'] for port, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:57.957305 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-dec18621-5728-4c1f-97c6-af631c3fa11b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:24:58.002798 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dda53e9-3e68-47f8-a8f1-cd82a7bcefd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=49bbc3f7-0058-49c7-9f45-6a20c3bd1b7a,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:24:58.006126 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-4dda53e9-3e68-47f8-a8f1-cd82a7bcefd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:24:58.284654 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4dda53e9-3e68-47f8-a8f1-cd82a7bcefd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854015838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-622823'] for router_interface, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:58.896882 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dda53e9-3e68-47f8-a8f1-cd82a7bcefd8 admin admin] Router c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0 has already been hosted by L3 agent 24af6f5b-4620-4572-ab28-0613f710586e {{(pid=86362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:24:59.090209 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dda53e9-3e68-47f8-a8f1-cd82a7bcefd8 admin admin] Notify agent at l3_agent.dv-cinder-786927-1-iscsi the message routers_updated {{(pid=86362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:24:59.098945 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e11a6fe-7e80-4093-80e5-d5b194ea690e None None] Sync routers for ids ['c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0'] in dv-cinder-786927-1-iscsi {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:24:59.105154 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-4dda53e9-3e68-47f8-a8f1-cd82a7bcefd8 admin admin] 10.222.0.36 "PUT /v2.0/routers/c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7399890 Apr 19 18:24:59.107877 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 39220) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:24:59.111213 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e11a6fe-7e80-4093-80e5-d5b194ea690e None None] Routers {'c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0'} bound to L3 agent in host dv-cinder-786927-1-iscsi {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:24:59.111917 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-9e11a6fe-7e80-4093-80e5-d5b194ea690e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T18:07:54Z,description=,heartbeat_timestamp=2021-04-19T18:24:54Z,host='dv-cinder-786927-1-iscsi',id=24af6f5b-4620-4572-ab28-0613f710586e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:07:54Z,topic='l3_agent')) {'router_ids': ['c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:24:59.305115 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-9e11a6fe-7e80-4093-80e5-d5b194ea690e None None] Set router c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0 gateway port host: dv-cinder-786927-1-iscsi {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:24:59.526849 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-68c77c8d-9e83-447c-83c3-edeb724c8be6 admin admin] Notify callbacks [] for router, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:59.609806 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-9e11a6fe-7e80-4093-80e5-d5b194ea690e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0', 'name': 'tempest-AttachVolumeShelveTestJSON-1292105613-router', 'tenant_id': 'd40df5788f6140729f7e263c33f44bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '517b44d2-170b-4831-9771-7dacbe148f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:17:35Z', 'updated_at': '2021-04-19T18:24:57Z', 'revision_number': 5, 'project_id': 'd40df5788f6140729f7e263c33f44bda', 'gw_port': {'id': '517b44d2-170b-4831-9771-7dacbe148f82', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:90:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:17:37Z', 'updated_at': '2021-04-19T18:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi'}], 'dv-cinder-786927-1-iscsi', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:24:59.614380 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e11a6fe-7e80-4093-80e5-d5b194ea690e None None] Checking router: c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0 for host: dv-cinder-786927-1-iscsi {{(pid=86365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:24:59.625102 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e11a6fe-7e80-4093-80e5-d5b194ea690e None None] Routers {'c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0'} bound to L3 agent in host dv-cinder-786927-1-iscsi {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:24:59.625785 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-9e11a6fe-7e80-4093-80e5-d5b194ea690e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T18:07:54Z,description=,heartbeat_timestamp=2021-04-19T18:24:54Z,host='dv-cinder-786927-1-iscsi',id=24af6f5b-4620-4572-ab28-0613f710586e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:07:54Z,topic='l3_agent')) {'router_ids': ['c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:24:59.722551 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-68c77c8d-9e83-447c-83c3-edeb724c8be6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:59.732380 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-68c77c8d-9e83-447c-83c3-edeb724c8be6 admin admin] Deleting port 517b44d2-170b-4831-9771-7dacbe148f82 {{(pid=86363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:24:59.732774 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-68c77c8d-9e83-447c-83c3-edeb724c8be6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254156519796'] for port, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:59.923645 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-68c77c8d-9e83-447c-83c3-edeb724c8be6 admin admin] For port 517b44d2-170b-4831-9771-7dacbe148f82, host dv-cinder-786927-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-iscsi',level=0,port_id=517b44d2-170b-4831-9771-7dacbe148f82,segment=NetworkSegment(c45e75c0-3629-4b9b-9637-c1f0a35fb912),segment_id=c45e75c0-3629-4b9b-9637-c1f0a35fb912)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:24:59.923970 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-68c77c8d-9e83-447c-83c3-edeb724c8be6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648318'] for port, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:59.976345 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-9e11a6fe-7e80-4093-80e5-d5b194ea690e None None] Set router c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0 gateway port host: dv-cinder-786927-1-iscsi {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:25:00.060997 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-68c77c8d-9e83-447c-83c3-edeb724c8be6 admin admin] Calling delete_port for 517b44d2-170b-4831-9771-7dacbe148f82 owned by network:router_gateway {{(pid=86363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:25:00.243338 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-68c77c8d-9e83-447c-83c3-edeb724c8be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254156516127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254156964383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10486948'] for port, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:00.248006 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-d6a3fe5b-0d32-44b1-bc2b-f1a33197772b tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:25:00.274586 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-9e11a6fe-7e80-4093-80e5-d5b194ea690e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0', 'name': 'tempest-AttachVolumeShelveTestJSON-1292105613-router', 'tenant_id': 'd40df5788f6140729f7e263c33f44bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '517b44d2-170b-4831-9771-7dacbe148f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:17:35Z', 'updated_at': '2021-04-19T18:24:57Z', 'revision_number': 5, 'project_id': 'd40df5788f6140729f7e263c33f44bda', 'gw_port': {'id': '517b44d2-170b-4831-9771-7dacbe148f82', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:90:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:17:37Z', 'updated_at': '2021-04-19T18:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi'}], 'dv-cinder-786927-1-iscsi', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:25:00.278634 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e11a6fe-7e80-4093-80e5-d5b194ea690e None None] The sync data for ids ['c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0'] in dv-cinder-786927-1-iscsi is: [{'id': 'c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0', 'name': 'tempest-AttachVolumeShelveTestJSON-1292105613-router', 'tenant_id': 'd40df5788f6140729f7e263c33f44bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '517b44d2-170b-4831-9771-7dacbe148f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:17:35Z', 'updated_at': '2021-04-19T18:24:57Z', 'revision_number': 5, 'project_id': 'd40df5788f6140729f7e263c33f44bda', 'gw_port': {'id': '517b44d2-170b-4831-9771-7dacbe148f82', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:90:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:17:37Z', 'updated_at': '2021-04-19T18:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi'}] {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:25:00.322576 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c77c8d-9e83-447c-83c3-edeb724c8be6 admin admin] Pushing event deleted for resources: {'Port': ['ID=517b44d2-170b-4831-9771-7dacbe148f82,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:25:00.329866 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-68c77c8d-9e83-447c-83c3-edeb724c8be6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:25:00.395529 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-68c77c8d-9e83-447c-83c3-edeb724c8be6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854126490'] for router_gateway, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:00.581336 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-68c77c8d-9e83-447c-83c3-edeb724c8be6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854149062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854772563'] for router, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:00.583865 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-68c77c8d-9e83-447c-83c3-edeb724c8be6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:00.606960 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-68c77c8d-9e83-447c-83c3-edeb724c8be6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626302'] for router, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:00.607570 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68c77c8d-9e83-447c-83c3-edeb724c8be6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0 {{(pid=86363) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 19 18:25:00.635264 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-68c77c8d-9e83-447c-83c3-edeb724c8be6 admin admin] Notify callbacks [] for router, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:00.636518 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-68c77c8d-9e83-447c-83c3-edeb724c8be6 admin admin] 10.222.0.36 "DELETE /v2.0/routers/c61f6b95-0e24-4a7a-951a-d1d1fd02c4b0 HTTP/1.1" status: 204 len: 168 time: 1.5275574 Apr 19 18:25:00.639315 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 39224) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:25:00.710188 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_v2 [None req-37207c39-7169-4ace-b1ef-00747d96ac48 admin admin] Deleting subnet f115f197-c2a2-4c8a-a041-6b1ab4a2efc7 {{(pid=86363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 18:25:00.714419 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-37207c39-7169-4ace-b1ef-00747d96ac48 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:00.768523 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-37207c39-7169-4ace-b1ef-00747d96ac48 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036842862324'] for subnet, precommit_delete_associations {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:00.855351 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-37207c39-7169-4ace-b1ef-00747d96ac48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013858'] for subnet, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:01.045512 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device 49bbc3f7-0058-49c7-9f45-6a20c3bd1b7a no longer exists at agent ovs-agent-dv-cinder-786927-1-iscsi {{(pid=86364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:25:01.086771 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] No Port match for: 49bbc3f7-0058-49c7-9f45-6a20c3bd1b7a {{(pid=86364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:25:01.086771 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device 49bbc3f7-0058-49c7-9f45-6a20c3bd1b7a not bound to the agent host dv-cinder-786927-1-iscsi {{(pid=86364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:25:01.087194 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device 517b44d2-170b-4831-9771-7dacbe148f82 no longer exists at agent ovs-agent-dv-cinder-786927-1-iscsi {{(pid=86364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:25:01.124371 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] No Port match for: 517b44d2-170b-4831-9771-7dacbe148f82 {{(pid=86364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:25:01.124655 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device 517b44d2-170b-4831-9771-7dacbe148f82 not bound to the agent host dv-cinder-786927-1-iscsi {{(pid=86364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:25:01.126224 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-37207c39-7169-4ace-b1ef-00747d96ac48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850761958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853862292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10487664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10691946'] for subnet, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:01.131750 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:25:01.172536 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37207c39-7169-4ace-b1ef-00747d96ac48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f115f197-c2a2-4c8a-a041-6b1ab4a2efc7,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:25:01.175805 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-37207c39-7169-4ace-b1ef-00747d96ac48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:25:01.176838 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-37207c39-7169-4ace-b1ef-00747d96ac48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759945'] for subnet, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:01.181832 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24aae92c-3480-49c6-85b2-56e3e9c9d1cc None None] Network 7bcee201-e581-4998-8db1-0eb0dcf42dab requested from dv-cinder-786927-1-iscsi {{(pid=86364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:25:01.182931 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-37207c39-7169-4ace-b1ef-00747d96ac48 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/f115f197-c2a2-4c8a-a041-6b1ab4a2efc7 HTTP/1.1" status: 204 len: 168 time: 0.5425737 Apr 19 18:25:01.185775 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 39228) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:25:01.300058 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-13f3179f-31ea-4f96-8ceb-307824dae8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3689838'] for network, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:01.310815 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-13f3179f-31ea-4f96-8ceb-307824dae8ff admin admin] Deleting port cbac00a3-8f04-4e2e-82df-1469d60e68aa {{(pid=86363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:25:01.311223 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-13f3179f-31ea-4f96-8ceb-307824dae8ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254156519796'] for port, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:01.442658 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f584657-8afc-466c-b7b4-ef84cbfbbc2a None None] DHCP port deletion for 7bcee201-e581-4998-8db1-0eb0dcf42dab request from dv-cinder-786927-1-iscsi {{(pid=86364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 19 18:25:01.447941 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-7f584657-8afc-466c-b7b4-ef84cbfbbc2a None None] Deleting port cbac00a3-8f04-4e2e-82df-1469d60e68aa {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:25:01.448386 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7f584657-8afc-466c-b7b4-ef84cbfbbc2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254156519796'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:01.540483 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-13f3179f-31ea-4f96-8ceb-307824dae8ff admin admin] For port cbac00a3-8f04-4e2e-82df-1469d60e68aa, host dv-cinder-786927-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-iscsi',level=0,port_id=cbac00a3-8f04-4e2e-82df-1469d60e68aa,segment=NetworkSegment(aa54b807-4b3f-4b4f-87af-c51beb1f731e),segment_id=aa54b807-4b3f-4b4f-87af-c51beb1f731e)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:25:01.540894 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-13f3179f-31ea-4f96-8ceb-307824dae8ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648318'] for port, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:01.668647 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-7f584657-8afc-466c-b7b4-ef84cbfbbc2a None None] For port cbac00a3-8f04-4e2e-82df-1469d60e68aa, host dv-cinder-786927-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-iscsi',level=0,port_id=cbac00a3-8f04-4e2e-82df-1469d60e68aa,segment=NetworkSegment(aa54b807-4b3f-4b4f-87af-c51beb1f731e),segment_id=aa54b807-4b3f-4b4f-87af-c51beb1f731e)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:25:01.668989 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7f584657-8afc-466c-b7b4-ef84cbfbbc2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648318'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:01.680166 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-13f3179f-31ea-4f96-8ceb-307824dae8ff admin admin] Calling delete_port for cbac00a3-8f04-4e2e-82df-1469d60e68aa owned by network:dhcp {{(pid=86363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:25:01.762041 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-13f3179f-31ea-4f96-8ceb-307824dae8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254156516127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254156964383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10486948'] for port, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:01.767191 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-85e8a008-22ee-4df2-be24-996ef05d6cb7 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:25:01.807968 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-7f584657-8afc-466c-b7b4-ef84cbfbbc2a None None] Calling delete_port for cbac00a3-8f04-4e2e-82df-1469d60e68aa owned by network:dhcp {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:25:01.815144 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f3179f-31ea-4f96-8ceb-307824dae8ff admin admin] Pushing event deleted for resources: {'Port': ['ID=cbac00a3-8f04-4e2e-82df-1469d60e68aa,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:25:01.817291 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f3179f-31ea-4f96-8ceb-307824dae8ff admin admin] No DVR routers for this DVR port cbac00a3-8f04-4e2e-82df-1469d60e68aa on host dv-cinder-786927-1-iscsi {{(pid=86363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:25:01.818870 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-13f3179f-31ea-4f96-8ceb-307824dae8ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:25:01.888073 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.db.api [None req-7f584657-8afc-466c-b7b4-ef84cbfbbc2a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86364) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 19 18:25:01.888487 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_db.api [None req-7f584657-8afc-466c-b7b4-ef84cbfbbc2a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 19 18:25:01.944099 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-13f3179f-31ea-4f96-8ceb-307824dae8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850761865', 'neutron.services.segments.db._delete_segments_for_network-8782698178163'] for network, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:02.057937 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.services.segments.db [None req-13f3179f-31ea-4f96-8ceb-307824dae8ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bcee201-e581-4998-8db1-0eb0dcf42dab']}} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:25:02.070251 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.services.segments.db [None req-13f3179f-31ea-4f96-8ceb-307824dae8ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa54b807-4b3f-4b4f-87af-c51beb1f731e') {'for_net_delete': True} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:25:02.070592 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.services.segments.db [None req-13f3179f-31ea-4f96-8ceb-307824dae8ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa54b807-4b3f-4b4f-87af-c51beb1f731e') {} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:25:02.082509 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-13f3179f-31ea-4f96-8ceb-307824dae8ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363254156488035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11913476'] for segment, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:02.101847 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-13f3179f-31ea-4f96-8ceb-307824dae8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850937276'] for segment, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:02.108033 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13f3179f-31ea-4f96-8ceb-307824dae8ff admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=86363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 18:25:02.283571 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-13f3179f-31ea-4f96-8ceb-307824dae8ff admin admin] Network 7bcee201-e581-4998-8db1-0eb0dcf42dab has no segments {{(pid=86363) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:25:02.292492 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-13f3179f-31ea-4f96-8ceb-307824dae8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3838515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036844288813'] for segment, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:02.390193 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-7f584657-8afc-466c-b7b4-ef84cbfbbc2a None None] Deleting port cbac00a3-8f04-4e2e-82df-1469d60e68aa {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:25:02.390733 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7f584657-8afc-466c-b7b4-ef84cbfbbc2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254156519796'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:02.466556 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-7f584657-8afc-466c-b7b4-ef84cbfbbc2a None None] The port 'cbac00a3-8f04-4e2e-82df-1469d60e68aa' was deleted {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 19 18:25:02.472105 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-13f3179f-31ea-4f96-8ceb-307824dae8ff admin admin] Network 7bcee201-e581-4998-8db1-0eb0dcf42dab has no segments {{(pid=86363) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:25:02.495580 dv-cinder-786927-1-iscsi neutron-server[86249]: Traceback (most recent call last): Apr 19 18:25:02.495580 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 18:25:02.495580 dv-cinder-786927-1-iscsi neutron-server[86249]: timer() Apr 19 18:25:02.495580 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 18:25:02.495580 dv-cinder-786927-1-iscsi neutron-server[86249]: cb(*args, **kw) Apr 19 18:25:02.495580 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 18:25:02.495580 dv-cinder-786927-1-iscsi neutron-server[86249]: return func(*args, **kwargs) Apr 19 18:25:02.495580 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 18:25:02.495580 dv-cinder-786927-1-iscsi neutron-server[86249]: self._notify() Apr 19 18:25:02.495580 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 18:25:02.495580 dv-cinder-786927-1-iscsi neutron-server[86249]: self.callback(batched_events) Apr 19 18:25:02.495580 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 18:25:02.495580 dv-cinder-786927-1-iscsi neutron-server[86249]: event.method(event) Apr 19 18:25:02.495580 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 18:25:02.495580 dv-cinder-786927-1-iscsi neutron-server[86249]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 18:25:02.495580 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 18:25:02.495580 dv-cinder-786927-1-iscsi neutron-server[86249]: segment_id)['aggregates'][0] Apr 19 18:25:02.495580 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 18:25:02.495580 dv-cinder-786927-1-iscsi neutron-server[86249]: return f(self, *a, **k) Apr 19 18:25:02.495580 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 18:25:02.495580 dv-cinder-786927-1-iscsi neutron-server[86249]: return self._get(url).json() Apr 19 18:25:02.495580 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 18:25:02.495580 dv-cinder-786927-1-iscsi neutron-server[86249]: **kwargs) Apr 19 18:25:02.495580 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 18:25:02.495580 dv-cinder-786927-1-iscsi neutron-server[86249]: return self.request(url, 'GET', **kwargs) Apr 19 18:25:02.495580 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 18:25:02.495580 dv-cinder-786927-1-iscsi neutron-server[86249]: **endpoint_filter) Apr 19 18:25:02.495580 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 18:25:02.495580 dv-cinder-786927-1-iscsi neutron-server[86249]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 18:25:02.495580 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 18:25:02.495580 dv-cinder-786927-1-iscsi neutron-server[86249]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 18:25:02.495580 dv-cinder-786927-1-iscsi neutron-server[86249]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 18:25:02.574008 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-13f3179f-31ea-4f96-8ceb-307824dae8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4013951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854123391'] for network, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:02.577732 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-880d9f59-5902-44b9-8377-9369f8ae241c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:25:02.593399 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-13f3179f-31ea-4f96-8ceb-307824dae8ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759945'] for network, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:02.603281 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f3179f-31ea-4f96-8ceb-307824dae8ff admin admin] Pushing event deleted for resources: {'Network': ['ID=7bcee201-e581-4998-8db1-0eb0dcf42dab,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:25:02.608030 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-13f3179f-31ea-4f96-8ceb-307824dae8ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:25:02.619815 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-13f3179f-31ea-4f96-8ceb-307824dae8ff admin admin] 10.222.0.36 "DELETE /v2.0/networks/7bcee201-e581-4998-8db1-0eb0dcf42dab HTTP/1.1" status: 204 len: 168 time: 1.4330330 Apr 19 18:25:02.740019 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 39234) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:25:02.791351 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-54e601ff-61de-4f44-9e7a-389c06550190 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d40df5788f6140729f7e263c33f44bda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0499136 Apr 19 18:25:02.793787 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 39238) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:25:02.854037 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-88d879a3-10f2-4382-90e7-044673f59f81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:02.880787 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-88d879a3-10f2-4382-90e7-044673f59f81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:02.924827 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-88d879a3-10f2-4382-90e7-044673f59f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:02.930806 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-97ef10ab-2f4a-4c01-9698-91bb9d3409f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:25:02.947968 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d879a3-10f2-4382-90e7-044673f59f81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bffd7f9a-08d6-4236-abca-ec823386f4ff,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:25:02.951315 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-88d879a3-10f2-4382-90e7-044673f59f81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:25:02.953657 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-88d879a3-10f2-4382-90e7-044673f59f81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:02.955163 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-88d879a3-10f2-4382-90e7-044673f59f81 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bffd7f9a-08d6-4236-abca-ec823386f4ff HTTP/1.1" status: 204 len: 168 time: 0.1600039 Apr 19 18:25:03.055883 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device cbac00a3-8f04-4e2e-82df-1469d60e68aa no longer exists at agent ovs-agent-dv-cinder-786927-1-iscsi {{(pid=86364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:25:03.094334 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] No Port match for: cbac00a3-8f04-4e2e-82df-1469d60e68aa {{(pid=86364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:25:03.095091 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device cbac00a3-8f04-4e2e-82df-1469d60e68aa not bound to the agent host dv-cinder-786927-1-iscsi {{(pid=86364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:25:03.340857 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:07.199440 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 39300) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:25:07.320771 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a483ada0-47c7-4324-922d-963aad8aa09e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:07.336977 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-a483ada0-47c7-4324-922d-963aad8aa09e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:25:07.340970 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-a483ada0-47c7-4324-922d-963aad8aa09e admin admin] Usage tracker for resource:security_group_rule and tenant:20cc72bc208444a6842df6c17ec87b1c is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:25:07.343841 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-a483ada0-47c7-4324-922d-963aad8aa09e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:25:07.349756 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-a483ada0-47c7-4324-922d-963aad8aa09e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:25:07.438687 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a483ada0-47c7-4324-922d-963aad8aa09e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:07.441650 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a483ada0-47c7-4324-922d-963aad8aa09e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:07.451467 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-297b02b7-ecdd-46ec-a361-1653d8d53a0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:25:07.494946 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-a483ada0-47c7-4324-922d-963aad8aa09e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=20cc72bc208444a6842df6c17ec87b1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2943122 Apr 19 18:25:07.496697 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a483ada0-47c7-4324-922d-963aad8aa09e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd1a6096-f151-46c6-b1d8-91e72f83c21c,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:25:07.497900 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 39308) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:25:07.499986 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-a483ada0-47c7-4324-922d-963aad8aa09e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:25:07.563101 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-aa55a849-eea0-46d8-a263-98779c361229 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:07.590764 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-aa55a849-eea0-46d8-a263-98779c361229 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:07.636267 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-aa55a849-eea0-46d8-a263-98779c361229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:07.641608 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-3ec3ad81-5964-4691-be2e-1befff2cb88c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:25:07.655226 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa55a849-eea0-46d8-a263-98779c361229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd1a6096-f151-46c6-b1d8-91e72f83c21c,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:25:07.658021 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-aa55a849-eea0-46d8-a263-98779c361229 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:25:07.659324 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-aa55a849-eea0-46d8-a263-98779c361229 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:07.663193 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-aa55a849-eea0-46d8-a263-98779c361229 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cd1a6096-f151-46c6-b1d8-91e72f83c21c HTTP/1.1" status: 204 len: 168 time: 0.1640508 Apr 19 18:25:07.912144 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a4cfb8-e941-447b-b6de-369e2cae819e req-cf034abb-c730-45e8-815f-68f40bff9d54 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:07.914344 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d7a4cfb8-e941-447b-b6de-369e2cae819e req-cf034abb-c730-45e8-815f-68f40bff9d54 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] 10.222.0.36 "GET /v2.0/ports?device_id=13107cc2-f2fb-4f41-9cad-6addff7b1525 HTTP/1.1" status: 200 len: 946 time: 0.0902712 Apr 19 18:25:07.965330 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d7a4cfb8-e941-447b-b6de-369e2cae819e req-2d34561c-4078-453f-9e25-92ddcc02e61f tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb971d4b-28db-4667-a104-99285d2c0e26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443821 Apr 19 18:25:09.176437 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c5cc29-d8be-4e61-8437-e25d103e7db7 req-819ac701-50e3-4eed-894d-65efee613868 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:09.178171 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f3c5cc29-d8be-4e61-8437-e25d103e7db7 req-819ac701-50e3-4eed-894d-65efee613868 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] 10.222.0.36 "GET /v2.0/ports?device_id=13107cc2-f2fb-4f41-9cad-6addff7b1525 HTTP/1.1" status: 200 len: 946 time: 0.0923200 Apr 19 18:25:09.227467 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f3c5cc29-d8be-4e61-8437-e25d103e7db7 req-e8bb69b5-89ff-454e-9b8e-035198b23133 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb971d4b-28db-4667-a104-99285d2c0e26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421128 Apr 19 18:25:09.517891 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 39368) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:25:09.645828 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-bb085f88-a1ed-40e3-9f46-f3fcf0b47282 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:09.661937 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-bb085f88-a1ed-40e3-9f46-f3fcf0b47282 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:25:09.666960 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-bb085f88-a1ed-40e3-9f46-f3fcf0b47282 admin admin] Usage tracker for resource:security_group_rule and tenant:c4fd7f8c3579408b916f5e18a92a09c4 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:25:09.672135 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-bb085f88-a1ed-40e3-9f46-f3fcf0b47282 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:25:09.678307 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-bb085f88-a1ed-40e3-9f46-f3fcf0b47282 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:25:09.769410 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-bb085f88-a1ed-40e3-9f46-f3fcf0b47282 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:09.772354 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-bb085f88-a1ed-40e3-9f46-f3fcf0b47282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:09.786059 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-6634201d-873f-4a50-9e61-c7674063a2f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:25:09.830239 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-bb085f88-a1ed-40e3-9f46-f3fcf0b47282 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c4fd7f8c3579408b916f5e18a92a09c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3111186 Apr 19 18:25:09.831224 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb085f88-a1ed-40e3-9f46-f3fcf0b47282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d40d3fb-4392-4608-bea6-fbefd115b042,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:25:09.833201 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 39374) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:25:09.834597 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-bb085f88-a1ed-40e3-9f46-f3fcf0b47282 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:25:09.902043 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1bd21952-b7e8-4cc4-80bc-cfbf4311b36e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:09.930908 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1bd21952-b7e8-4cc4-80bc-cfbf4311b36e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:09.977849 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1bd21952-b7e8-4cc4-80bc-cfbf4311b36e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:09.983194 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-104554e1-a509-452e-a0e3-7b9e2571bd09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:25:09.996779 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd21952-b7e8-4cc4-80bc-cfbf4311b36e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d40d3fb-4392-4608-bea6-fbefd115b042,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:25:10.001890 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-1bd21952-b7e8-4cc4-80bc-cfbf4311b36e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:25:10.006459 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1bd21952-b7e8-4cc4-80bc-cfbf4311b36e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:10.007770 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-1bd21952-b7e8-4cc4-80bc-cfbf4311b36e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5d40d3fb-4392-4608-bea6-fbefd115b042 HTTP/1.1" status: 204 len: 168 time: 0.1734209 Apr 19 18:25:10.308125 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 39384) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:25:10.328815 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a0301e69-8b2f-4dc4-b06c-836c61082f18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:10.380456 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-a0301e69-8b2f-4dc4-b06c-836c61082f18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:25:10.399761 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-a0301e69-8b2f-4dc4-b06c-836c61082f18 admin admin] Usage tracker for resource:security_group_rule and tenant:95822998f4374109867b9350ee3f4f2f is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:25:10.406044 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-a0301e69-8b2f-4dc4-b06c-836c61082f18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:25:10.413493 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-a0301e69-8b2f-4dc4-b06c-836c61082f18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:25:10.475878 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ca201d-d588-46f5-a9b6-78318ae3cf99 req-8681b17a-0981-4cba-a25b-2f577d659071 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:10.477523 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-61ca201d-d588-46f5-a9b6-78318ae3cf99 req-8681b17a-0981-4cba-a25b-2f577d659071 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] 10.222.0.36 "GET /v2.0/ports?device_id=13107cc2-f2fb-4f41-9cad-6addff7b1525 HTTP/1.1" status: 200 len: 946 time: 0.1332040 Apr 19 18:25:10.550188 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-61ca201d-d588-46f5-a9b6-78318ae3cf99 req-0a5b3356-500e-4110-bf60-5130daac05ab tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb971d4b-28db-4667-a104-99285d2c0e26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651083 Apr 19 18:25:10.579451 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a0301e69-8b2f-4dc4-b06c-836c61082f18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:10.582345 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a0301e69-8b2f-4dc4-b06c-836c61082f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:10.591317 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-0ec3b2a6-eaf1-4da4-9a6b-f03262d563b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:25:10.635525 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-a0301e69-8b2f-4dc4-b06c-836c61082f18 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=95822998f4374109867b9350ee3f4f2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3261569 Apr 19 18:25:10.637534 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0301e69-8b2f-4dc4-b06c-836c61082f18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cfae458-da44-49e6-8b85-355eea16c1b8,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:25:10.638453 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 39388) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:25:10.640957 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-a0301e69-8b2f-4dc4-b06c-836c61082f18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:25:10.705768 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-51e4557c-f6e7-439c-bda8-8081cd19e6a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:10.736045 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-51e4557c-f6e7-439c-bda8-8081cd19e6a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:10.783414 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-51e4557c-f6e7-439c-bda8-8081cd19e6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:10.789383 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-a0079045-2195-4bf4-b8c6-ca9381531469 tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:25:10.802927 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e4557c-f6e7-439c-bda8-8081cd19e6a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cfae458-da44-49e6-8b85-355eea16c1b8,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:25:10.805385 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-51e4557c-f6e7-439c-bda8-8081cd19e6a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:25:10.813475 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-51e4557c-f6e7-439c-bda8-8081cd19e6a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:10.814716 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-51e4557c-f6e7-439c-bda8-8081cd19e6a1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1cfae458-da44-49e6-8b85-355eea16c1b8 HTTP/1.1" status: 204 len: 168 time: 0.1748598 Apr 19 18:25:11.568024 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 39412) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:25:11.681007 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-d3b9b111-747f-4790-9f2b-4a6962ddc330 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-371225734-network', 'tenant_id': '8df10b98a0794caf9f6e73bc8034dbd0'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:25:11.686048 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-d3b9b111-747f-4790-9f2b-4a6962ddc330 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:25:11.690225 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-d3b9b111-747f-4790-9f2b-4a6962ddc330 admin admin] Usage tracker for resource:network and tenant:8df10b98a0794caf9f6e73bc8034dbd0 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:25:11.693188 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-d3b9b111-747f-4790-9f2b-4a6962ddc330 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:25:11.700378 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-d3b9b111-747f-4790-9f2b-4a6962ddc330 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:25:11.709453 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3b9b111-747f-4790-9f2b-4a6962ddc330 admin admin] Made reservation on behalf of 8df10b98a0794caf9f6e73bc8034dbd0 for: {'network': 1} {{(pid=86363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:25:11.714399 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d3b9b111-747f-4790-9f2b-4a6962ddc330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for network, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:11.734719 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d3b9b111-747f-4790-9f2b-4a6962ddc330 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:11.751516 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-d3b9b111-747f-4790-9f2b-4a6962ddc330 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:25:11.755937 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-d3b9b111-747f-4790-9f2b-4a6962ddc330 admin admin] Usage tracker for resource:security_group_rule and tenant:8df10b98a0794caf9f6e73bc8034dbd0 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:25:11.758921 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-d3b9b111-747f-4790-9f2b-4a6962ddc330 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:25:11.761480 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ee6fb0-60fa-43e3-8264-97b0ee28e8c7 req-6ce465c2-981a-4927-bd8a-9d9d8c515073 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:11.763096 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-51ee6fb0-60fa-43e3-8264-97b0ee28e8c7 req-6ce465c2-981a-4927-bd8a-9d9d8c515073 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] 10.222.0.36 "GET /v2.0/ports?device_id=13107cc2-f2fb-4f41-9cad-6addff7b1525 HTTP/1.1" status: 200 len: 946 time: 0.0974877 Apr 19 18:25:11.765156 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-d3b9b111-747f-4790-9f2b-4a6962ddc330 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:25:11.813539 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-51ee6fb0-60fa-43e3-8264-97b0ee28e8c7 req-06eb22e1-1fb6-41c8-a251-3df234f8b23b tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb971d4b-28db-4667-a104-99285d2c0e26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436060 Apr 19 18:25:11.852856 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d3b9b111-747f-4790-9f2b-4a6962ddc330 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:11.855823 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d3b9b111-747f-4790-9f2b-4a6962ddc330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:11.860704 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-e869db05-4390-47e0-8f4c-42ca3920f587 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:25:11.887411 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3b9b111-747f-4790-9f2b-4a6962ddc330 admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=86363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 18:25:11.900988 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b9b111-747f-4790-9f2b-4a6962ddc330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78b0e8fd-c817-45b9-ac1d-11d2c0343c21,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:25:11.905344 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-d3b9b111-747f-4790-9f2b-4a6962ddc330 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:25:11.906349 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d3b9b111-747f-4790-9f2b-4a6962ddc330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850937276'] for segment, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:11.906738 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.db.segments_db [None req-d3b9b111-747f-4790-9f2b-4a6962ddc330 admin admin] Added segment c1bd4d30-b202-4461-9273-97293f4d55ee of type vlan for network 93d9efa9-eae4-45f8-bd09-8044fbbb3ad7 Apr 19 18:25:11.935340 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d3b9b111-747f-4790-9f2b-4a6962ddc330 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782697800819'] for network, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:11.965023 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d3b9b111-747f-4790-9f2b-4a6962ddc330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962'] for network, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:11.966127 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b9b111-747f-4790-9f2b-4a6962ddc330 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:11.966773 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d3b9b111-747f-4790-9f2b-4a6962ddc330 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759945'] for network, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:11.971836 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:25:12.083075 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b9b111-747f-4790-9f2b-4a6962ddc330 admin admin] Pushing event updated for resources: {'Network': ['ID=93d9efa9-eae4-45f8-bd09-8044fbbb3ad7,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:25:12.086762 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-d3b9b111-747f-4790-9f2b-4a6962ddc330 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:25:12.088754 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-d3b9b111-747f-4790-9f2b-4a6962ddc330 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5196419 Apr 19 18:25:12.091819 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 39420) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:25:12.094628 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Network 93d9efa9-eae4-45f8-bd09-8044fbbb3ad7 details requested by agent ovs-agent-dv-cinder-786927-1-iscsi with host dv-cinder-786927-1-iscsi {{(pid=86364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 18:25:12.097910 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-2196e980-da53-4835-86ea-4aea42ad4d8c admin admin] Request body: {'subnet': {'network_id': '93d9efa9-eae4-45f8-bd09-8044fbbb3ad7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-371225734-subnet', 'tenant_id': '8df10b98a0794caf9f6e73bc8034dbd0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:25:12.104514 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-2196e980-da53-4835-86ea-4aea42ad4d8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:25:12.108843 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-2196e980-da53-4835-86ea-4aea42ad4d8c admin admin] Usage tracker for resource:subnet and tenant:8df10b98a0794caf9f6e73bc8034dbd0 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:25:12.112175 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-2196e980-da53-4835-86ea-4aea42ad4d8c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:25:12.118786 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-2196e980-da53-4835-86ea-4aea42ad4d8c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:25:12.128870 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2196e980-da53-4835-86ea-4aea42ad4d8c admin admin] Made reservation on behalf of 8df10b98a0794caf9f6e73bc8034dbd0 for: {'subnet': 1} {{(pid=86363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:25:12.134435 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2196e980-da53-4835-86ea-4aea42ad4d8c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844083904'] for subnet, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:12.796793 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2196e980-da53-4835-86ea-4aea42ad4d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853862292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036844288203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844083887'] for subnet, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:12.802162 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-f9a316e7-9490-4ffe-b8d6-e16cf1b0b2ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:25:12.884414 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2196e980-da53-4835-86ea-4aea42ad4d8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e38c52b-2e7e-4bbf-b089-b4acf1fe2836,revision_number=0']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:25:12.888756 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-2196e980-da53-4835-86ea-4aea42ad4d8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:25:12.889548 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2196e980-da53-4835-86ea-4aea42ad4d8c admin admin] Checking segment: {'id': 'c1bd4d30-b202-4461-9273-97293f4d55ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '93d9efa9-eae4-45f8-bd09-8044fbbb3ad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:25:12.889952 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2196e980-da53-4835-86ea-4aea42ad4d8c admin admin] Network hostable DHCP agents. Network: 93d9efa9-eae4-45f8-bd09-8044fbbb3ad7, hostable agents: ['66dd5093-526f-401d-add7-2f8e88013a06'], hosted agents: [] {{(pid=86363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 18:25:12.910539 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2196e980-da53-4835-86ea-4aea42ad4d8c admin admin] Network 93d9efa9-eae4-45f8-bd09-8044fbbb3ad7 is scheduled to be hosted by DHCP agent 66dd5093-526f-401d-add7-2f8e88013a06 with binding_index 1 {{(pid=86363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 18:25:12.920375 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-2196e980-da53-4835-86ea-4aea42ad4d8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786927-1-iscsi, 93d9efa9-eae4-45f8-bd09-8044fbbb3ad7) {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:25:12.930303 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ccbc1d2-0b4a-4a9b-a006-9fba5884380b None None] Network 93d9efa9-eae4-45f8-bd09-8044fbbb3ad7 requested from dv-cinder-786927-1-iscsi {{(pid=86364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:25:12.973221 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2196e980-da53-4835-86ea-4aea42ad4d8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:12.973883 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2196e980-da53-4835-86ea-4aea42ad4d8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759945'] for subnet, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:13.011158 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-2196e980-da53-4835-86ea-4aea42ad4d8c admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9182007 Apr 19 18:25:13.045113 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2efb72a-10ff-4baf-a227-b1eb2ddf1de9 req-0559e47a-2218-4006-9cd6-cfd27f60266e tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:13.047081 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c2efb72a-10ff-4baf-a227-b1eb2ddf1de9 req-0559e47a-2218-4006-9cd6-cfd27f60266e tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] 10.222.0.36 "GET /v2.0/ports?device_id=13107cc2-f2fb-4f41-9cad-6addff7b1525 HTTP/1.1" status: 200 len: 946 time: 0.1146219 Apr 19 18:25:13.104499 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c2efb72a-10ff-4baf-a227-b1eb2ddf1de9 req-a7cb19a1-fa05-4451-adc6-01eacf3fe5dd tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb971d4b-28db-4667-a104-99285d2c0e26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503314 Apr 19 18:25:13.170310 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4611cade-5101-485b-b17b-4ff06c615990 None None] Network 93d9efa9-eae4-45f8-bd09-8044fbbb3ad7 requested from dv-cinder-786927-1-iscsi {{(pid=86364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:25:13.247107 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.agents_db [None req-8d26a53d-5aec-40fe-9147-3f846c88e388 None None] Agent healthcheck: found 6 active agents {{(pid=86365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:25:14.308250 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700c0bf0-76e1-4647-b9ff-cf0e1ff4feb0 req-2b2ec496-99b2-446c-a70f-d33007eefcc9 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:14.309885 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-700c0bf0-76e1-4647-b9ff-cf0e1ff4feb0 req-2b2ec496-99b2-446c-a70f-d33007eefcc9 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] 10.222.0.36 "GET /v2.0/ports?device_id=13107cc2-f2fb-4f41-9cad-6addff7b1525 HTTP/1.1" status: 200 len: 946 time: 0.0892322 Apr 19 18:25:14.362674 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-700c0bf0-76e1-4647-b9ff-cf0e1ff4feb0 req-dc53fc42-16d3-4cd8-bc42-ba58f22d0492 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb971d4b-28db-4667-a104-99285d2c0e26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463433 Apr 19 18:25:15.215508 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebba37b-0265-4080-bd06-959689eb4eac req-b3208025-9c0e-459d-a328-78c453e3f113 tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:15.216260 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-aebba37b-0265-4080-bd06-959689eb4eac req-b3208025-9c0e-459d-a328-78c453e3f113 tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] Synchronizing usage tracker for tenant:8df10b98a0794caf9f6e73bc8034dbd0 on resource:network {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:25:15.233182 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-aebba37b-0265-4080-bd06-959689eb4eac req-b3208025-9c0e-459d-a328-78c453e3f113 tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] Unset dirty status for tenant:8df10b98a0794caf9f6e73bc8034dbd0 on resource:network {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:25:15.234474 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-aebba37b-0265-4080-bd06-959689eb4eac req-b3208025-9c0e-459d-a328-78c453e3f113 tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] 10.222.0.36 "GET /v2.0/networks?id=93d9efa9-eae4-45f8-bd09-8044fbbb3ad7 HTTP/1.1" status: 200 len: 808 time: 0.1785171 Apr 19 18:25:15.251366 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-aebba37b-0265-4080-bd06-959689eb4eac req-445cd5bb-c595-469d-b5e6-b9b96e1d7a6c tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] 10.222.0.36 "GET /v2.0/quotas/8df10b98a0794caf9f6e73bc8034dbd0 HTTP/1.1" status: 200 len: 375 time: 0.0105965 Apr 19 18:25:15.306466 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-aebba37b-0265-4080-bd06-959689eb4eac req-12aa0a06-b46d-4578-8ae2-42af28c5c431 tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8df10b98a0794caf9f6e73bc8034dbd0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0483973 Apr 19 18:25:15.453345 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-aebba37b-0265-4080-bd06-959689eb4eac req-d90dae20-0fa2-4b2e-815e-4bcf34a89636 service neutron] 10.222.0.36 "GET /v2.0/networks/93d9efa9-eae4-45f8-bd09-8044fbbb3ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393280 Apr 19 18:25:15.589819 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a0779f-4d33-4ea2-96b8-4b2bd9052131 req-645c9a0e-12d9-4212-8a9e-1986ae1cb969 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:15.591540 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-60a0779f-4d33-4ea2-96b8-4b2bd9052131 req-645c9a0e-12d9-4212-8a9e-1986ae1cb969 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] 10.222.0.36 "GET /v2.0/ports?device_id=13107cc2-f2fb-4f41-9cad-6addff7b1525 HTTP/1.1" status: 200 len: 946 time: 0.1135600 Apr 19 18:25:15.602094 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-aebba37b-0265-4080-bd06-959689eb4eac req-bc7407e8-09e3-4875-aa66-6f5d92a4fd23 service neutron] 10.222.0.36 "GET /v2.0/networks/93d9efa9-eae4-45f8-bd09-8044fbbb3ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418703 Apr 19 18:25:15.642471 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-60a0779f-4d33-4ea2-96b8-4b2bd9052131 req-35367144-9435-462b-9f9b-136bb6ee918b tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb971d4b-28db-4667-a104-99285d2c0e26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444620 Apr 19 18:25:15.801429 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e741119b-cda7-4948-b6fa-5d129d4a4979 req-d9bf6ab8-0d1a-4259-bf56-848ce7739257 tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] 10.222.0.36 "GET /v2.0/ports?device_id=45aee5c6-1dda-469f-a0b2-ba96228ec4eb HTTP/1.1" status: 200 len: 210 time: 0.0496039 Apr 19 18:25:16.873590 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9991954-c800-40a0-984a-38c1125d3de5 req-f4b907a6-7198-4065-8952-83c33a2ac21b tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:16.879663 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e9991954-c800-40a0-984a-38c1125d3de5 req-f4b907a6-7198-4065-8952-83c33a2ac21b tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] 10.222.0.36 "GET /v2.0/ports?device_id=13107cc2-f2fb-4f41-9cad-6addff7b1525 HTTP/1.1" status: 200 len: 946 time: 0.1114819 Apr 19 18:25:16.911701 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebba37b-0265-4080-bd06-959689eb4eac req-25401105-320a-446e-89f9-981bfb7a3a4e tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:16.913251 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-aebba37b-0265-4080-bd06-959689eb4eac req-25401105-320a-446e-89f9-981bfb7a3a4e tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] 10.222.0.53 "GET /v2.0/networks?id=93d9efa9-eae4-45f8-bd09-8044fbbb3ad7 HTTP/1.1" status: 200 len: 808 time: 0.1805024 Apr 19 18:25:16.927709 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [req-aebba37b-0265-4080-bd06-959689eb4eac req-274ac11e-e819-47c1-ac65-3958fd18af75 tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] Request body: {'port': {'device_id': '45aee5c6-1dda-469f-a0b2-ba96228ec4eb', 'network_id': '93d9efa9-eae4-45f8-bd09-8044fbbb3ad7', 'admin_state_up': True, 'tenant_id': '8df10b98a0794caf9f6e73bc8034dbd0'}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:25:16.940684 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e9991954-c800-40a0-984a-38c1125d3de5 req-1a9b1622-1433-472b-a891-9a22e359c50a tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb971d4b-28db-4667-a104-99285d2c0e26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548842 Apr 19 18:25:17.000381 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-be69cb1d-134b-439f-adef-8345f03bf6fa req-3f66d10c-a731-45d0-adf7-df5a84fa6e6d tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] 10.222.0.36 "GET /v2.0/ports?device_id=45aee5c6-1dda-469f-a0b2-ba96228ec4eb HTTP/1.1" status: 200 len: 210 time: 0.0535519 Apr 19 18:25:17.122531 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [req-aebba37b-0265-4080-bd06-959689eb4eac req-274ac11e-e819-47c1-ac65-3958fd18af75 tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:25:17.126503 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-aebba37b-0265-4080-bd06-959689eb4eac req-274ac11e-e819-47c1-ac65-3958fd18af75 tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] Usage tracker for resource:port and tenant:8df10b98a0794caf9f6e73bc8034dbd0 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:25:17.129416 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-aebba37b-0265-4080-bd06-959689eb4eac req-274ac11e-e819-47c1-ac65-3958fd18af75 tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:25:17.135875 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [req-aebba37b-0265-4080-bd06-959689eb4eac req-274ac11e-e819-47c1-ac65-3958fd18af75 tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:25:17.145374 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aebba37b-0265-4080-bd06-959689eb4eac req-274ac11e-e819-47c1-ac65-3958fd18af75 tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] Made reservation on behalf of 8df10b98a0794caf9f6e73bc8034dbd0 for: {'port': 1} {{(pid=86362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:25:17.152085 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-aebba37b-0265-4080-bd06-959689eb4eac req-274ac11e-e819-47c1-ac65-3958fd18af75 tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:17.321073 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [req-aebba37b-0265-4080-bd06-959689eb4eac req-274ac11e-e819-47c1-ac65-3958fd18af75 tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] Allocated IP 172.20.0.2 (93d9efa9-eae4-45f8-bd09-8044fbbb3ad7/1e38c52b-2e7e-4bbf-b089-b4acf1fe2836/bdd42cb3-91f0-446b-acc4-8f3602654114) {{(pid=86362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:25:17.537658 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-aebba37b-0265-4080-bd06-959689eb4eac req-274ac11e-e819-47c1-ac65-3958fd18af75 tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] Notify callbacks [] for port, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:17.628137 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-aebba37b-0265-4080-bd06-959689eb4eac req-274ac11e-e819-47c1-ac65-3958fd18af75 tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782697811417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844104858'] for port, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:17.640323 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-5efcb91f-bac1-49c0-9976-81857255cab7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:25:17.705246 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aebba37b-0265-4080-bd06-959689eb4eac req-274ac11e-e819-47c1-ac65-3958fd18af75 tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] Network 93d9efa9-eae4-45f8-bd09-8044fbbb3ad7 is already hosted by enough agents. {{(pid=86362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:25:17.714790 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [req-aebba37b-0265-4080-bd06-959689eb4eac req-274ac11e-e819-47c1-ac65-3958fd18af75 tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] Resources bound (agent type, host, resource id): {{(pid=86362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:25:17.718658 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [req-aebba37b-0265-4080-bd06-959689eb4eac req-274ac11e-e819-47c1-ac65-3958fd18af75 tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] Received port after_create {{(pid=86362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:25:17.771067 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485732bd-f421-4717-98ce-8cdf8b339b1d req-b34ce3a5-c3e0-4361-a7d1-b9aefd9613e4 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:17.772724 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-485732bd-f421-4717-98ce-8cdf8b339b1d req-b34ce3a5-c3e0-4361-a7d1-b9aefd9613e4 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/ports?device_id=49237796-c340-4d4b-9aff-629bbfcf3ca5 HTTP/1.1" status: 200 len: 946 time: 0.2195013 Apr 19 18:25:17.778707 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274ac11e-e819-47c1-ac65-3958fd18af75 tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] Pushing event updated for resources: {'Port': ['ID=bdd42cb3-91f0-446b-acc4-8f3602654114,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:25:17.787296 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-274ac11e-e819-47c1-ac65-3958fd18af75 tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:25:17.833470 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebba37b-0265-4080-bd06-959689eb4eac req-274ac11e-e819-47c1-ac65-3958fd18af75 tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:17.834115 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-aebba37b-0265-4080-bd06-959689eb4eac req-274ac11e-e819-47c1-ac65-3958fd18af75 tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773849'] for port, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:17.871006 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-485732bd-f421-4717-98ce-8cdf8b339b1d req-52acaace-6a09-474d-9ec1-75d45e0e7c59 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ee5570f-f568-4750-abc9-f2e83a97fd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875225 Apr 19 18:25:17.873071 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-aebba37b-0265-4080-bd06-959689eb4eac req-274ac11e-e819-47c1-ac65-3958fd18af75 tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9501979 Apr 19 18:25:17.886333 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [req-aebba37b-0265-4080-bd06-959689eb4eac req-4f375cf9-a4c3-4665-a04a-96f6b7a1d690 service neutron] Request body: {'port': {'device_id': '45aee5c6-1dda-469f-a0b2-ba96228ec4eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:25:18.008659 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ee8a7e-8c57-42ab-905b-8c3a89b4a6a8 req-059adceb-abe8-493b-abd1-35c893eb47e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:18.010273 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-64ee8a7e-8c57-42ab-905b-8c3a89b4a6a8 req-059adceb-abe8-493b-abd1-35c893eb47e0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d29eee7bedfd47868ae5c7a8e8bcaa1a&device_id=13107cc2-f2fb-4f41-9cad-6addff7b1525 HTTP/1.1" status: 200 len: 1099 time: 0.0789452 Apr 19 18:25:18.012257 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-aebba37b-0265-4080-bd06-959689eb4eac req-4f375cf9-a4c3-4665-a04a-96f6b7a1d690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:18.225554 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ee8a7e-8c57-42ab-905b-8c3a89b4a6a8 req-0c2cd62d-5bcc-4a8f-aff3-ac932cd629c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:18.227658 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-64ee8a7e-8c57-42ab-905b-8c3a89b4a6a8 req-0c2cd62d-5bcc-4a8f-aff3-ac932cd629c8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=45d46b2a-8de6-42c9-bd73-54daf8078cd3 HTTP/1.1" status: 200 len: 908 time: 0.2105255 Apr 19 18:25:18.301071 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9f9da1-6423-4324-9e07-ca18d52a9192 req-bfee3e16-6f50-45a3-b50d-f1d5ac813b48 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:18.302669 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-af9f9da1-6423-4324-9e07-ca18d52a9192 req-bfee3e16-6f50-45a3-b50d-f1d5ac813b48 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] 10.222.0.36 "GET /v2.0/ports?device_id=13107cc2-f2fb-4f41-9cad-6addff7b1525 HTTP/1.1" status: 200 len: 946 time: 0.2040875 Apr 19 18:25:18.364746 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70c4c24-b03f-40bf-9353-71ae396ea546 req-669b4e64-5bca-4bd3-af4e-4d00fd178739 tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:18.365529 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-a70c4c24-b03f-40bf-9353-71ae396ea546 req-669b4e64-5bca-4bd3-af4e-4d00fd178739 tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] Synchronizing usage tracker for tenant:8df10b98a0794caf9f6e73bc8034dbd0 on resource:port {{(pid=86362) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:25:18.389651 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-af9f9da1-6423-4324-9e07-ca18d52a9192 req-aef1967c-6860-40a7-b710-fb058e351142 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb971d4b-28db-4667-a104-99285d2c0e26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742872 Apr 19 18:25:18.391623 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-64ee8a7e-8c57-42ab-905b-8c3a89b4a6a8 req-650b1871-82aa-46a7-8ca5-7e0fd58454f8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e03132f3-b457-4f69-ad6c-a65cb888fcad HTTP/1.1" status: 200 len: 1002 time: 0.1561263 Apr 19 18:25:18.416847 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-a70c4c24-b03f-40bf-9353-71ae396ea546 req-669b4e64-5bca-4bd3-af4e-4d00fd178739 tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] Unset dirty status for tenant:8df10b98a0794caf9f6e73bc8034dbd0 on resource:port {{(pid=86362) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:25:18.418136 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a70c4c24-b03f-40bf-9353-71ae396ea546 req-669b4e64-5bca-4bd3-af4e-4d00fd178739 tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] 10.222.0.36 "GET /v2.0/ports?device_id=45aee5c6-1dda-469f-a0b2-ba96228ec4eb HTTP/1.1" status: 200 len: 931 time: 0.2719157 Apr 19 18:25:18.467053 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ee8a7e-8c57-42ab-905b-8c3a89b4a6a8 req-6a47d229-1a60-4c84-a981-11d23c41ce2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:18.468612 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-64ee8a7e-8c57-42ab-905b-8c3a89b4a6a8 req-6a47d229-1a60-4c84-a981-11d23c41ce2b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=172eff84-753d-4a46-a1f9-70acd6cf59f1 HTTP/1.1" status: 200 len: 846 time: 0.0698807 Apr 19 18:25:18.535523 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a70c4c24-b03f-40bf-9353-71ae396ea546 req-8b714aa2-9b9f-4f88-a621-8dd43ccde7c2 tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] 10.222.0.36 "GET /v2.0/security-groups?id=78b0e8fd-c817-45b9-ac1d-11d2c0343c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099384 Apr 19 18:25:18.541920 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [req-aebba37b-0265-4080-bd06-959689eb4eac req-4f375cf9-a4c3-4665-a04a-96f6b7a1d690 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdd42cb3-91f0-446b-acc4-8f3602654114 {{(pid=86362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:25:18.550860 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-aebba37b-0265-4080-bd06-959689eb4eac req-4f375cf9-a4c3-4665-a04a-96f6b7a1d690 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:18.557157 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ee8a7e-8c57-42ab-905b-8c3a89b4a6a8 req-e7a54963-c467-4283-b6ce-7ef92cce5abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:18.558779 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-64ee8a7e-8c57-42ab-905b-8c3a89b4a6a8 req-e7a54963-c467-4283-b6ce-7ef92cce5abc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=45d46b2a-8de6-42c9-bd73-54daf8078cd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0828006 Apr 19 18:25:18.566703 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [req-aebba37b-0265-4080-bd06-959689eb4eac req-4f375cf9-a4c3-4665-a04a-96f6b7a1d690 service neutron] Transition to ACTIVE for port object bdd42cb3-91f0-446b-acc4-8f3602654114 will not be triggered until provisioned by entity L2. {{(pid=86362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:25:18.570107 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-aebba37b-0265-4080-bd06-959689eb4eac req-4f375cf9-a4c3-4665-a04a-96f6b7a1d690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10670959'] for port, after_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:18.574897 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-0de81554-97d3-4e7a-8aba-7103dae2a18d tempest-AttachVolumeShelveTestJSON-1776085998 tempest-AttachVolumeShelveTestJSON-1776085998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:25:18.702028 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-64ee8a7e-8c57-42ab-905b-8c3a89b4a6a8 req-fa2f6c5a-09d3-4eb8-9a35-44fc2450f9e9 service neutron] 10.222.0.53 "GET /v2.0/networks/45d46b2a-8de6-42c9-bd73-54daf8078cd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358194 Apr 19 18:25:18.759722 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f375cf9-a4c3-4665-a04a-96f6b7a1d690 service neutron] Pushing event updated for resources: {'Port': ['ID=bdd42cb3-91f0-446b-acc4-8f3602654114,revision_number=2']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:25:18.793424 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-4f375cf9-a4c3-4665-a04a-96f6b7a1d690 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:25:18.838205 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-aebba37b-0265-4080-bd06-959689eb4eac req-4f375cf9-a4c3-4665-a04a-96f6b7a1d690 service neutron] Attempting to bind port bdd42cb3-91f0-446b-acc4-8f3602654114 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:25:18.838589 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-aebba37b-0265-4080-bd06-959689eb4eac req-4f375cf9-a4c3-4665-a04a-96f6b7a1d690 service neutron] Attempting to bind port bdd42cb3-91f0-446b-acc4-8f3602654114 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': 'c1bd4d30-b202-4461-9273-97293f4d55ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '93d9efa9-eae4-45f8-bd09-8044fbbb3ad7'}] {{(pid=86362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:25:18.838969 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aebba37b-0265-4080-bd06-959689eb4eac req-4f375cf9-a4c3-4665-a04a-96f6b7a1d690 service neutron] Attempting to bind port bdd42cb3-91f0-446b-acc4-8f3602654114 on network 93d9efa9-eae4-45f8-bd09-8044fbbb3ad7 {{(pid=86362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:25:18.844273 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aebba37b-0265-4080-bd06-959689eb4eac req-4f375cf9-a4c3-4665-a04a-96f6b7a1d690 service neutron] Port bdd42cb3-91f0-446b-acc4-8f3602654114 on network 93d9efa9-eae4-45f8-bd09-8044fbbb3ad7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 18:25:18.844671 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aebba37b-0265-4080-bd06-959689eb4eac req-4f375cf9-a4c3-4665-a04a-96f6b7a1d690 service neutron] Attempting to bind port bdd42cb3-91f0-446b-acc4-8f3602654114 on network 93d9efa9-eae4-45f8-bd09-8044fbbb3ad7 {{(pid=86362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:25:18.848472 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-64ee8a7e-8c57-42ab-905b-8c3a89b4a6a8 req-785a53a5-1be0-4653-9d8f-ee870a4ab9b0 service neutron] 10.222.0.53 "GET /v2.0/networks/45d46b2a-8de6-42c9-bd73-54daf8078cd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401584 Apr 19 18:25:18.850745 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aebba37b-0265-4080-bd06-959689eb4eac req-4f375cf9-a4c3-4665-a04a-96f6b7a1d690 service neutron] Checking agent: {'id': '45629c73-d10e-4994-a087-373ccf8ea198', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 14, 33), 'started_at': datetime.datetime(2021, 4, 19, 18, 14, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:25:18.851226 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aebba37b-0265-4080-bd06-959689eb4eac req-4f375cf9-a4c3-4665-a04a-96f6b7a1d690 service neutron] Checking segment: {'id': 'c1bd4d30-b202-4461-9273-97293f4d55ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '93d9efa9-eae4-45f8-bd09-8044fbbb3ad7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:25:18.851700 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aebba37b-0265-4080-bd06-959689eb4eac req-4f375cf9-a4c3-4665-a04a-96f6b7a1d690 service neutron] Bound using segment: {'id': 'c1bd4d30-b202-4461-9273-97293f4d55ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '93d9efa9-eae4-45f8-bd09-8044fbbb3ad7'} {{(pid=86362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:25:18.852250 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-aebba37b-0265-4080-bd06-959689eb4eac req-4f375cf9-a4c3-4665-a04a-96f6b7a1d690 service neutron] Bound port: bdd42cb3-91f0-446b-acc4-8f3602654114, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1bd4d30-b202-4461-9273-97293f4d55ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '93d9efa9-eae4-45f8-bd09-8044fbbb3ad7'}}] {{(pid=86362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:25:18.853365 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-aebba37b-0265-4080-bd06-959689eb4eac req-4f375cf9-a4c3-4665-a04a-96f6b7a1d690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:18.959478 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-aebba37b-0265-4080-bd06-959689eb4eac req-4f375cf9-a4c3-4665-a04a-96f6b7a1d690 service neutron] For port bdd42cb3-91f0-446b-acc4-8f3602654114, host hv-cinder-78692, cleared binding levels {{(pid=86362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:25:18.962881 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-aebba37b-0265-4080-bd06-959689eb4eac req-4f375cf9-a4c3-4665-a04a-96f6b7a1d690 service neutron] For port bdd42cb3-91f0-446b-acc4-8f3602654114, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=bdd42cb3-91f0-446b-acc4-8f3602654114,segment=NetworkSegment(c1bd4d30-b202-4461-9273-97293f4d55ee),segment_id=c1bd4d30-b202-4461-9273-97293f4d55ee)] {{(pid=86362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:25:18.966452 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-aebba37b-0265-4080-bd06-959689eb4eac req-4f375cf9-a4c3-4665-a04a-96f6b7a1d690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10670959'] for port, after_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:18.971644 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-9a870c22-35ee-4b0a-9d32-2f0f7c36b16a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:25:19.028889 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebba37b-0265-4080-bd06-959689eb4eac req-4f375cf9-a4c3-4665-a04a-96f6b7a1d690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:19.029570 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-aebba37b-0265-4080-bd06-959689eb4eac req-4f375cf9-a4c3-4665-a04a-96f6b7a1d690 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773849'] for port, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:19.031085 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-aebba37b-0265-4080-bd06-959689eb4eac req-4f375cf9-a4c3-4665-a04a-96f6b7a1d690 service neutron] 10.222.0.53 "PUT /v2.0/ports/bdd42cb3-91f0-446b-acc4-8f3602654114 HTTP/1.1" status: 200 len: 1093 time: 1.1496921 Apr 19 18:25:19.031672 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45aee5c6-1dda-469f-a0b2-ba96228ec4eb', 'tag': 'bdd42cb3-91f0-446b-acc4-8f3602654114'}] {{(pid=86362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:25:19.062245 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f375cf9-a4c3-4665-a04a-96f6b7a1d690 service neutron] Pushing event updated for resources: {'Port': ['ID=bdd42cb3-91f0-446b-acc4-8f3602654114,revision_number=3']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:25:19.065808 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-4f375cf9-a4c3-4665-a04a-96f6b7a1d690 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:25:19.108361 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45aee5c6-1dda-469f-a0b2-ba96228ec4eb', 'tag': 'bdd42cb3-91f0-446b-acc4-8f3602654114', 'status': 'completed', 'code': 200} Apr 19 18:25:19.160126 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebba37b-0265-4080-bd06-959689eb4eac req-fa77bad1-d786-4808-a8ed-72cf0b6be672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:19.161805 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-aebba37b-0265-4080-bd06-959689eb4eac req-fa77bad1-d786-4808-a8ed-72cf0b6be672 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8df10b98a0794caf9f6e73bc8034dbd0&device_id=45aee5c6-1dda-469f-a0b2-ba96228ec4eb HTTP/1.1" status: 200 len: 1096 time: 0.0936098 Apr 19 18:25:19.167033 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acadd29-5acd-4cbe-933a-d260fe3d3561 req-4e004743-e4ce-4af6-8def-26a849686406 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:19.168745 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1acadd29-5acd-4cbe-933a-d260fe3d3561 req-4e004743-e4ce-4af6-8def-26a849686406 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/ports?device_id=49237796-c340-4d4b-9aff-629bbfcf3ca5 HTTP/1.1" status: 200 len: 946 time: 0.1799512 Apr 19 18:25:19.183333 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3dc48b-8d6b-495c-a4d1-ac78fd77f313 req-1f4be1b9-56e3-49e5-8bd3-0dc5162496f9 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:19.184912 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-bd3dc48b-8d6b-495c-a4d1-ac78fd77f313 req-1f4be1b9-56e3-49e5-8bd3-0dc5162496f9 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.53 "GET /v2.0/ports?device_id=49237796-c340-4d4b-9aff-629bbfcf3ca5 HTTP/1.1" status: 200 len: 946 time: 0.1518536 Apr 19 18:25:19.239814 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-aebba37b-0265-4080-bd06-959689eb4eac req-b2595a8a-c5d7-41ff-860f-0fb327ebeab0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bdd42cb3-91f0-446b-acc4-8f3602654114 HTTP/1.1" status: 200 len: 217 time: 0.0692546 Apr 19 18:25:19.285153 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1acadd29-5acd-4cbe-933a-d260fe3d3561 req-b573a7be-d56d-411d-a554-f9258f28072f tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ee5570f-f568-4750-abc9-f2e83a97fd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991387 Apr 19 18:25:19.297297 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [req-bd3dc48b-8d6b-495c-a4d1-ac78fd77f313 req-51d62951-a892-4399-8844-8dedd69bd03c tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Deleting port b65927f1-63dc-4341-8dc1-c7ec09b0ae44 {{(pid=86363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:25:19.297682 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-bd3dc48b-8d6b-495c-a4d1-ac78fd77f313 req-51d62951-a892-4399-8844-8dedd69bd03c tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254156519796'] for port, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:19.315985 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebba37b-0265-4080-bd06-959689eb4eac req-1f304a78-971e-497e-bea7-b409febfe153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:19.317608 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-aebba37b-0265-4080-bd06-959689eb4eac req-1f304a78-971e-497e-bea7-b409febfe153 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1e38c52b-2e7e-4bbf-b089-b4acf1fe2836 HTTP/1.1" status: 200 len: 848 time: 0.0713673 Apr 19 18:25:19.379175 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-aebba37b-0265-4080-bd06-959689eb4eac req-71b0d088-b3e4-4b55-a53f-70d2976a1273 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=93d9efa9-eae4-45f8-bd09-8044fbbb3ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489190 Apr 19 18:25:19.585270 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-bd3dc48b-8d6b-495c-a4d1-ac78fd77f313 req-51d62951-a892-4399-8844-8dedd69bd03c tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] For port b65927f1-63dc-4341-8dc1-c7ec09b0ae44, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=b65927f1-63dc-4341-8dc1-c7ec09b0ae44,segment=NetworkSegment(3a08ee2f-f5d8-4530-9399-ffecb932d723),segment_id=3a08ee2f-f5d8-4530-9399-ffecb932d723)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:25:19.585846 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-bd3dc48b-8d6b-495c-a4d1-ac78fd77f313 req-51d62951-a892-4399-8844-8dedd69bd03c tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648318'] for port, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:19.852111 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-aebba37b-0265-4080-bd06-959689eb4eac req-e8ed2afe-efe3-4890-9b83-8aed4df8c936 service neutron] 10.222.0.53 "GET /v2.0/networks/93d9efa9-eae4-45f8-bd09-8044fbbb3ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4657614 Apr 19 18:25:19.862720 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f986097-4e90-4ff3-81e2-b5e59cf8d685 req-f42d109e-9cba-477a-82d1-0220aef94bd5 tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:19.864380 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2f986097-4e90-4ff3-81e2-b5e59cf8d685 req-f42d109e-9cba-477a-82d1-0220aef94bd5 tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] 10.222.0.36 "GET /v2.0/ports?device_id=45aee5c6-1dda-469f-a0b2-ba96228ec4eb HTTP/1.1" status: 200 len: 943 time: 0.2057798 Apr 19 18:25:19.865595 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba07d594-e62e-47c2-8875-9bd350586798 req-cef0d820-026c-4f5e-9785-f6c1c7b5e625 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:19.867333 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ba07d594-e62e-47c2-8875-9bd350586798 req-cef0d820-026c-4f5e-9785-f6c1c7b5e625 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] 10.222.0.36 "GET /v2.0/ports?device_id=13107cc2-f2fb-4f41-9cad-6addff7b1525 HTTP/1.1" status: 200 len: 946 time: 0.1520712 Apr 19 18:25:20.013531 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-2f986097-4e90-4ff3-81e2-b5e59cf8d685 req-ec7a5f1a-4ff5-4766-bbbe-50da91ed74ac tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] Synchronizing usage tracker for tenant:8df10b98a0794caf9f6e73bc8034dbd0 on resource:security_group {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:25:20.016748 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ba07d594-e62e-47c2-8875-9bd350586798 req-0e2f36d6-9a64-476e-84cf-7994a1ce9600 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb971d4b-28db-4667-a104-99285d2c0e26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254983 Apr 19 18:25:20.035592 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-bd3dc48b-8d6b-495c-a4d1-ac78fd77f313 req-51d62951-a892-4399-8844-8dedd69bd03c tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:20.036013 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-bd3dc48b-8d6b-495c-a4d1-ac78fd77f313 req-51d62951-a892-4399-8844-8dedd69bd03c tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854123342'] for floatingip, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:20.037067 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.db.l3_db [req-bd3dc48b-8d6b-495c-a4d1-ac78fd77f313 req-51d62951-a892-4399-8844-8dedd69bd03c tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Floating IP 6432e875-c2a8-405b-8ae0-20996da2dc88 disassociated. External IP: 172.27.0.173, port: b65927f1-63dc-4341-8dc1-c7ec09b0ae44. Apr 19 18:25:20.037067 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [req-bd3dc48b-8d6b-495c-a4d1-ac78fd77f313 req-51d62951-a892-4399-8844-8dedd69bd03c tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Calling delete_port for b65927f1-63dc-4341-8dc1-c7ec09b0ae44 owned by compute:nova {{(pid=86363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:25:20.061712 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-aebba37b-0265-4080-bd06-959689eb4eac req-daa795b7-6c5e-4408-84a9-2915f7a5a528 service neutron] 10.222.0.53 "GET /v2.0/networks/93d9efa9-eae4-45f8-bd09-8044fbbb3ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933022 Apr 19 18:25:20.103531 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-2f986097-4e90-4ff3-81e2-b5e59cf8d685 req-ec7a5f1a-4ff5-4766-bbbe-50da91ed74ac tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] Unset dirty status for tenant:8df10b98a0794caf9f6e73bc8034dbd0 on resource:security_group {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:25:20.104785 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2f986097-4e90-4ff3-81e2-b5e59cf8d685 req-ec7a5f1a-4ff5-4766-bbbe-50da91ed74ac tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] 10.222.0.36 "GET /v2.0/security-groups?id=78b0e8fd-c817-45b9-ac1d-11d2c0343c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292724 Apr 19 18:25:20.197104 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb00b1-bcd7-4c58-9c17-d6a76e4340f1 req-8e0186c8-f3a1-47c3-bccf-a0cce12686ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:20.198761 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5dcb00b1-bcd7-4c58-9c17-d6a76e4340f1 req-8e0186c8-f3a1-47c3-bccf-a0cce12686ef service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8df10b98a0794caf9f6e73bc8034dbd0&device_id=45aee5c6-1dda-469f-a0b2-ba96228ec4eb HTTP/1.1" status: 200 len: 1096 time: 0.0864551 Apr 19 18:25:20.232805 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-bd3dc48b-8d6b-495c-a4d1-ac78fd77f313 req-51d62951-a892-4399-8844-8dedd69bd03c tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254156516127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254156964383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10486948'] for port, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:20.239005 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-deee5bab-12f0-4ea1-ab92-b08761439898 tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:25:20.293896 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d62951-a892-4399-8844-8dedd69bd03c tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Pushing event deleted for resources: {'Port': ['ID=b65927f1-63dc-4341-8dc1-c7ec09b0ae44,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:25:20.374055 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb00b1-bcd7-4c58-9c17-d6a76e4340f1 req-591d73f1-fb15-4216-b86c-97858a2d1628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:20.376351 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5dcb00b1-bcd7-4c58-9c17-d6a76e4340f1 req-591d73f1-fb15-4216-b86c-97858a2d1628 service neutron] 10.222.0.53 "GET /v2.0/networks?id=93d9efa9-eae4-45f8-bd09-8044fbbb3ad7 HTTP/1.1" status: 200 len: 909 time: 0.1688371 Apr 19 18:25:20.502482 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5dcb00b1-bcd7-4c58-9c17-d6a76e4340f1 req-dacb1f8c-77fa-4dd2-8892-382a062f4fc6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bdd42cb3-91f0-446b-acc4-8f3602654114 HTTP/1.1" status: 200 len: 217 time: 0.1180332 Apr 19 18:25:20.514464 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-02c9db22-14eb-4a40-91a1-f023aed76a48 req-3efc54a9-3cc8-44e4-b90f-8ea4a281b62d tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/ports?device_id=49237796-c340-4d4b-9aff-629bbfcf3ca5 HTTP/1.1" status: 200 len: 210 time: 0.0639734 Apr 19 18:25:20.584604 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb00b1-bcd7-4c58-9c17-d6a76e4340f1 req-3e3dc91b-619a-44e1-9165-327a293555fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:20.586202 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5dcb00b1-bcd7-4c58-9c17-d6a76e4340f1 req-3e3dc91b-619a-44e1-9165-327a293555fd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1e38c52b-2e7e-4bbf-b089-b4acf1fe2836 HTTP/1.1" status: 200 len: 848 time: 0.0706606 Apr 19 18:25:20.629923 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-51d62951-a892-4399-8844-8dedd69bd03c tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:25:20.641211 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5dcb00b1-bcd7-4c58-9c17-d6a76e4340f1 req-63288384-16d1-4778-8921-88eb4cccf282 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=93d9efa9-eae4-45f8-bd09-8044fbbb3ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477977 Apr 19 18:25:20.775840 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bd3dc48b-8d6b-495c-a4d1-ac78fd77f313 req-51d62951-a892-4399-8844-8dedd69bd03c tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Router 06903e02-b5ee-4ad8-a32f-bf7deafb1a58 has already been hosted by L3 agent 24af6f5b-4620-4572-ab28-0613f710586e {{(pid=86363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:25:20.810827 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5dcb00b1-bcd7-4c58-9c17-d6a76e4340f1 req-339cef1d-615b-4eb9-8de7-623f7c6e4da7 service neutron] 10.222.0.53 "GET /v2.0/networks/93d9efa9-eae4-45f8-bd09-8044fbbb3ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625352 Apr 19 18:25:20.965476 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5dcb00b1-bcd7-4c58-9c17-d6a76e4340f1 req-eab529b6-c749-4c61-a740-62833bcb0665 service neutron] 10.222.0.53 "GET /v2.0/networks/93d9efa9-eae4-45f8-bd09-8044fbbb3ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479487 Apr 19 18:25:20.998085 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bd3dc48b-8d6b-495c-a4d1-ac78fd77f313 req-51d62951-a892-4399-8844-8dedd69bd03c tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify agent at l3_agent.dv-cinder-786927-1-iscsi the message routers_updated {{(pid=86363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:25:21.010720 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fa57dd-f183-4935-90f4-75472ea49e59 None None] Sync routers for ids ['06903e02-b5ee-4ad8-a32f-bf7deafb1a58'] in dv-cinder-786927-1-iscsi {{(pid=86364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:25:21.023371 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fa57dd-f183-4935-90f4-75472ea49e59 None None] Routers {'06903e02-b5ee-4ad8-a32f-bf7deafb1a58'} bound to L3 agent in host dv-cinder-786927-1-iscsi {{(pid=86364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:25:21.024056 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-a3fa57dd-f183-4935-90f4-75472ea49e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T18:07:54Z,description=,heartbeat_timestamp=2021-04-19T18:24:54Z,host='dv-cinder-786927-1-iscsi',id=24af6f5b-4620-4572-ab28-0613f710586e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:07:54Z,topic='l3_agent')) {'router_ids': ['06903e02-b5ee-4ad8-a32f-bf7deafb1a58'], 'active': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:25:21.107478 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd3dc48b-8d6b-495c-a4d1-ac78fd77f313 req-51d62951-a892-4399-8844-8dedd69bd03c tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] No DVR routers for this DVR port b65927f1-63dc-4341-8dc1-c7ec09b0ae44 on host hv-cinder-78692 {{(pid=86363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:25:21.110401 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-bd3dc48b-8d6b-495c-a4d1-ac78fd77f313 req-51d62951-a892-4399-8844-8dedd69bd03c tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773849'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:21.113485 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49237796-c340-4d4b-9aff-629bbfcf3ca5', 'name': 'network-vif-deleted', 'tag': 'b65927f1-63dc-4341-8dc1-c7ec09b0ae44'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:25:21.130903 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-bd3dc48b-8d6b-495c-a4d1-ac78fd77f313 req-51d62951-a892-4399-8844-8dedd69bd03c tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.53 "DELETE /v2.0/ports/b65927f1-63dc-4341-8dc1-c7ec09b0ae44 HTTP/1.1" status: 204 len: 173 time: 1.9287567 Apr 19 18:25:21.195092 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49237796-c340-4d4b-9aff-629bbfcf3ca5', 'name': 'network-vif-deleted', 'tag': 'b65927f1-63dc-4341-8dc1-c7ec09b0ae44', 'status': 'completed', 'code': 200} Apr 19 18:25:21.250584 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2678f2ea-004c-467c-8840-0f71313379a9 req-6eaa0bd2-f404-4ced-b33c-e6f762d66f7d tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:21.252417 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2678f2ea-004c-467c-8840-0f71313379a9 req-6eaa0bd2-f404-4ced-b33c-e6f762d66f7d tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] 10.222.0.36 "GET /v2.0/ports?device_id=13107cc2-f2fb-4f41-9cad-6addff7b1525 HTTP/1.1" status: 200 len: 946 time: 0.1010489 Apr 19 18:25:21.262808 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-a3fa57dd-f183-4935-90f4-75472ea49e59 None None] Set router 06903e02-b5ee-4ad8-a32f-bf7deafb1a58 gateway port host: dv-cinder-786927-1-iscsi {{(pid=86364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:25:21.306151 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2678f2ea-004c-467c-8840-0f71313379a9 req-cca87a44-fc40-4c08-b7ce-b8f02e4c5cbc tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb971d4b-28db-4667-a104-99285d2c0e26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463777 Apr 19 18:25:21.380900 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d9b26b-4c7a-44b8-a55b-cec682f8f7a4 req-20c42a13-0072-40e0-82f6-955968036185 tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:21.384111 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f9d9b26b-4c7a-44b8-a55b-cec682f8f7a4 req-20c42a13-0072-40e0-82f6-955968036185 tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] 10.222.0.36 "GET /v2.0/ports?device_id=45aee5c6-1dda-469f-a0b2-ba96228ec4eb HTTP/1.1" status: 200 len: 943 time: 0.1086178 Apr 19 18:25:21.449611 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f9d9b26b-4c7a-44b8-a55b-cec682f8f7a4 req-09a3b31a-75ee-4689-941f-d4eb7b0d17c3 tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] 10.222.0.36 "GET /v2.0/security-groups?id=78b0e8fd-c817-45b9-ac1d-11d2c0343c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572112 Apr 19 18:25:21.727691 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-d12c2cff-c0de-4be5-a8b9-25efef6f1045 req-2fb9e328-bb1c-4d8d-9f18-c3ad143eb18b tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Synchronizing usage tracker for tenant:ab7ea17f87bf48eea71bdbbfac21f7d9 on resource:port {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:25:21.743079 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-d12c2cff-c0de-4be5-a8b9-25efef6f1045 req-2fb9e328-bb1c-4d8d-9f18-c3ad143eb18b tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Unset dirty status for tenant:ab7ea17f87bf48eea71bdbbfac21f7d9 on resource:port {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:25:21.744427 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d12c2cff-c0de-4be5-a8b9-25efef6f1045 req-2fb9e328-bb1c-4d8d-9f18-c3ad143eb18b tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/ports?device_id=49237796-c340-4d4b-9aff-629bbfcf3ca5 HTTP/1.1" status: 200 len: 210 time: 0.0929544 Apr 19 18:25:21.815509 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c04dcb95-94d2-4e51-8e26-a0e15876c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:21.844282 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-a3fa57dd-f183-4935-90f4-75472ea49e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06903e02-b5ee-4ad8-a32f-bf7deafb1a58', 'name': 'tempest-TestVolumeBootPattern-273059214-router', 'tenant_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '98271dc7-b9d9-46a4-a452-6f803fe9e7ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:21:57Z', 'updated_at': '2021-04-19T18:22:07Z', 'revision_number': 4, 'project_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'gw_port': {'id': '98271dc7-b9d9-46a4-a452-6f803fe9e7ab', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06903e02-b5ee-4ad8-a32f-bf7deafb1a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:59Z', 'updated_at': '2021-04-19T18:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi', '_interfaces': [{'id': '9b36268b-3921-4430-a588-04a8e09b4384', 'name': '', 'network_id': '1f49822f-29ba-4e60-a46b-78786ac1f34c', 'tenant_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'mac_address': 'fa:16:3e:d6:68:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06903e02-b5ee-4ad8-a32f-bf7deafb1a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'a7079f5e-d348-48c2-81c0-ab4764c813e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:22:04Z', 'updated_at': '2021-04-19T18:22:19Z', 'revision_number': 5, 'project_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'subnets': [{'id': 'a7079f5e-d348-48c2-81c0-ab4764c813e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-iscsi', False) {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:25:21.847234 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7516a594-dfff-4cd8-86a3-a415795a3dd8 req-e3218151-528a-431f-9fba-20990773c24d tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:21.848300 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fa57dd-f183-4935-90f4-75472ea49e59 None None] Checking router: 06903e02-b5ee-4ad8-a32f-bf7deafb1a58 for host: dv-cinder-786927-1-iscsi {{(pid=86364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:25:21.848893 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7516a594-dfff-4cd8-86a3-a415795a3dd8 req-e3218151-528a-431f-9fba-20990773c24d tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] 10.222.0.36 "GET /v2.0/ports?device_id=13107cc2-f2fb-4f41-9cad-6addff7b1525 HTTP/1.1" status: 200 len: 946 time: 0.1352556 Apr 19 18:25:21.854009 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-abf05392-e57b-4803-82d8-59e03db8c007 req-dd540c67-e676-44a5-a001-bf78288c2a2e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=13107cc2-f2fb-4f41-9cad-6addff7b1525&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2729988 Apr 19 18:25:21.859485 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fa57dd-f183-4935-90f4-75472ea49e59 None None] Routers {'06903e02-b5ee-4ad8-a32f-bf7deafb1a58'} bound to L3 agent in host dv-cinder-786927-1-iscsi {{(pid=86364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:25:21.860282 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-a3fa57dd-f183-4935-90f4-75472ea49e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T18:07:54Z,description=,heartbeat_timestamp=2021-04-19T18:24:54Z,host='dv-cinder-786927-1-iscsi',id=24af6f5b-4620-4572-ab28-0613f710586e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:07:54Z,topic='l3_agent')) {'router_ids': ['06903e02-b5ee-4ad8-a32f-bf7deafb1a58'], 'active': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:25:21.903348 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7516a594-dfff-4cd8-86a3-a415795a3dd8 req-92a0fb37-2bc9-4b37-9ba6-c4f962c40ea5 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb971d4b-28db-4667-a104-99285d2c0e26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475364 Apr 19 18:25:22.073123 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-a3fa57dd-f183-4935-90f4-75472ea49e59 None None] Set router 06903e02-b5ee-4ad8-a32f-bf7deafb1a58 gateway port host: dv-cinder-786927-1-iscsi {{(pid=86364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:25:22.408082 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-a3fa57dd-f183-4935-90f4-75472ea49e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06903e02-b5ee-4ad8-a32f-bf7deafb1a58', 'name': 'tempest-TestVolumeBootPattern-273059214-router', 'tenant_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '98271dc7-b9d9-46a4-a452-6f803fe9e7ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:21:57Z', 'updated_at': '2021-04-19T18:22:07Z', 'revision_number': 4, 'project_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'gw_port': {'id': '98271dc7-b9d9-46a4-a452-6f803fe9e7ab', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06903e02-b5ee-4ad8-a32f-bf7deafb1a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:59Z', 'updated_at': '2021-04-19T18:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi', '_interfaces': [{'id': '9b36268b-3921-4430-a588-04a8e09b4384', 'name': '', 'network_id': '1f49822f-29ba-4e60-a46b-78786ac1f34c', 'tenant_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'mac_address': 'fa:16:3e:d6:68:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06903e02-b5ee-4ad8-a32f-bf7deafb1a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'a7079f5e-d348-48c2-81c0-ab4764c813e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:22:04Z', 'updated_at': '2021-04-19T18:22:19Z', 'revision_number': 5, 'project_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'subnets': [{'id': 'a7079f5e-d348-48c2-81c0-ab4764c813e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-iscsi', False) {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:25:22.412585 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fa57dd-f183-4935-90f4-75472ea49e59 None None] The sync data for ids ['06903e02-b5ee-4ad8-a32f-bf7deafb1a58'] in dv-cinder-786927-1-iscsi is: [{'id': '06903e02-b5ee-4ad8-a32f-bf7deafb1a58', 'name': 'tempest-TestVolumeBootPattern-273059214-router', 'tenant_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '98271dc7-b9d9-46a4-a452-6f803fe9e7ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:21:57Z', 'updated_at': '2021-04-19T18:22:07Z', 'revision_number': 4, 'project_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'gw_port': {'id': '98271dc7-b9d9-46a4-a452-6f803fe9e7ab', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06903e02-b5ee-4ad8-a32f-bf7deafb1a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:59Z', 'updated_at': '2021-04-19T18:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi', '_interfaces': [{'id': '9b36268b-3921-4430-a588-04a8e09b4384', 'name': '', 'network_id': '1f49822f-29ba-4e60-a46b-78786ac1f34c', 'tenant_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'mac_address': 'fa:16:3e:d6:68:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06903e02-b5ee-4ad8-a32f-bf7deafb1a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'a7079f5e-d348-48c2-81c0-ab4764c813e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:22:04Z', 'updated_at': '2021-04-19T18:22:19Z', 'revision_number': 5, 'project_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'subnets': [{'id': 'a7079f5e-d348-48c2-81c0-ab4764c813e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:25:22.676439 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ae3346-df6c-4f06-b1b4-aa100b1eb884 req-945667ce-f409-43f8-b0d1-305dc8af2521 tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:22.678179 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-01ae3346-df6c-4f06-b1b4-aa100b1eb884 req-945667ce-f409-43f8-b0d1-305dc8af2521 tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] 10.222.0.36 "GET /v2.0/ports?device_id=45aee5c6-1dda-469f-a0b2-ba96228ec4eb HTTP/1.1" status: 200 len: 943 time: 0.0919087 Apr 19 18:25:22.729638 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-01ae3346-df6c-4f06-b1b4-aa100b1eb884 req-a8d3285f-8dca-4911-9c07-c2db28996071 tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] 10.222.0.36 "GET /v2.0/security-groups?id=78b0e8fd-c817-45b9-ac1d-11d2c0343c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443985 Apr 19 18:25:22.774330 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Device bdd42cb3-91f0-446b-acc4-8f3602654114 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:25:22.777107 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Device b65927f1-63dc-4341-8dc1-c7ec09b0ae44 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:25:22.818542 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] No Port match for: b65927f1-63dc-4341-8dc1-c7ec09b0ae44 {{(pid=86364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:25:22.818936 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Device b65927f1-63dc-4341-8dc1-c7ec09b0ae44 not bound to the agent host hv-cinder-78692 {{(pid=86364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:25:22.820065 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Device e03132f3-b457-4f69-ad6c-a65cb888fcad no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:25:22.821097 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777d7fee-1040-40e3-a369-960986ce3e2c None None] New status for floating IP 6432e875-c2a8-405b-8ae0-20996da2dc88: DOWN {{(pid=86365) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 18:25:23.016938 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:23.075858 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] For port e03132f3-b457-4f69-ad6c-a65cb888fcad, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=e03132f3-b457-4f69-ad6c-a65cb888fcad,segment=NetworkSegment(2b9d4c4a-fbb2-4b6f-8844-c1133daaedbe),segment_id=2b9d4c4a-fbb2-4b6f-8844-c1133daaedbe)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:25:23.078719 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13107cc2-f2fb-4f41-9cad-6addff7b1525', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e03132f3-b457-4f69-ad6c-a65cb888fcad'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:25:23.087241 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:23.091500 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-a7af8311-22f1-4af6-9e4f-e6c18ad2d817 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:25:23.185853 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf05392-e57b-4803-82d8-59e03db8c007 req-8e4931b9-a7a3-41d4-9142-92c15b08579e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:23.187609 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-abf05392-e57b-4803-82d8-59e03db8c007 req-8e4931b9-a7a3-41d4-9142-92c15b08579e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=13107cc2-f2fb-4f41-9cad-6addff7b1525&tenant_id=d29eee7bedfd47868ae5c7a8e8bcaa1a HTTP/1.1" status: 200 len: 1099 time: 0.1675887 Apr 19 18:25:23.198592 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] For port bdd42cb3-91f0-446b-acc4-8f3602654114, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=bdd42cb3-91f0-446b-acc4-8f3602654114,segment=NetworkSegment(c1bd4d30-b202-4461-9273-97293f4d55ee),segment_id=c1bd4d30-b202-4461-9273-97293f4d55ee)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:25:23.216678 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Pushing event updated for resources: {'Port': ['ID=e03132f3-b457-4f69-ad6c-a65cb888fcad,revision_number=6']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:25:23.220405 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Returning: {'device': 'bdd42cb3-91f0-446b-acc4-8f3602654114', 'network_id': '93d9efa9-eae4-45f8-bd09-8044fbbb3ad7', 'port_id': 'bdd42cb3-91f0-446b-acc4-8f3602654114', 'mac_address': 'fa:16:3e:af:44:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e38c52b-2e7e-4bbf-b089-b4acf1fe2836', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:25:23.220562 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cf08af-b6ad-4214-9c42-eb45b4093bd0 req-e8034525-8ed3-481a-a2bb-c5d6638f9e0c tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:23.222175 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-56cf08af-b6ad-4214-9c42-eb45b4093bd0 req-e8034525-8ed3-481a-a2bb-c5d6638f9e0c tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] 10.222.0.36 "GET /v2.0/ports?device_id=13107cc2-f2fb-4f41-9cad-6addff7b1525 HTTP/1.1" status: 200 len: 944 time: 0.1111627 Apr 19 18:25:23.229348 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:25:23.229678 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:25:23.230063 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:25:23.230437 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:25:23.230806 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:25:23.231177 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:25:23.231547 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:25:23.231918 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:25:23.232299 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:25:23.232665 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:25:23.233030 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:25:23.233390 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:25:23.248526 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a7e9510a-15b0-44df-bdc0-9101787b5142 req-c7d5d8c2-90dd-403f-9027-d69385960042 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1904419624&fields=id&tenant_id=ab7ea17f87bf48eea71bdbbfac21f7d9 HTTP/1.1" status: 200 len: 267 time: 0.0643966 Apr 19 18:25:23.262733 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:25:23.295572 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:23.313606 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdd42cb3-91f0-446b-acc4-8f3602654114 {{(pid=86364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:25:23.330198 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] For port bdd42cb3-91f0-446b-acc4-8f3602654114, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=bdd42cb3-91f0-446b-acc4-8f3602654114,segment=NetworkSegment(c1bd4d30-b202-4461-9273-97293f4d55ee),segment_id=c1bd4d30-b202-4461-9273-97293f4d55ee)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:25:23.333396 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:23.335817 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:25:23.338923 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-56cf08af-b6ad-4214-9c42-eb45b4093bd0 req-6e55bad5-97c6-4608-8acf-c07d1410015f tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb971d4b-28db-4667-a104-99285d2c0e26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726297 Apr 19 18:25:23.357610 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf05392-e57b-4803-82d8-59e03db8c007 req-1b159769-febd-46a9-8736-c552be8db2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:23.359841 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-abf05392-e57b-4803-82d8-59e03db8c007 req-1b159769-febd-46a9-8736-c552be8db2c9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d29eee7bedfd47868ae5c7a8e8bcaa1a&device_id=13107cc2-f2fb-4f41-9cad-6addff7b1525 HTTP/1.1" status: 200 len: 1097 time: 0.1367314 Apr 19 18:25:23.388765 dv-cinder-786927-1-iscsi neutron-server[86249]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '13107cc2-f2fb-4f41-9cad-6addff7b1525', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e03132f3-b457-4f69-ad6c-a65cb888fcad', 'code': 422} returned with failed status Apr 19 18:25:23.416555 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Pushing event updated for resources: {'Port': ['ID=bdd42cb3-91f0-446b-acc4-8f3602654114,revision_number=4']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:25:23.420324 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:25:23.433561 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e9510a-15b0-44df-bdc0-9101787b5142 req-e3c30731-0d6d-4505-a5e8-1ccc2f49add3 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:23.435191 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a7e9510a-15b0-44df-bdc0-9101787b5142 req-e3c30731-0d6d-4505-a5e8-1ccc2f49add3 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/networks?id=1f49822f-29ba-4e60-a46b-78786ac1f34c HTTP/1.1" status: 200 len: 811 time: 0.1792402 Apr 19 18:25:23.451499 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a7e9510a-15b0-44df-bdc0-9101787b5142 req-9608c3f6-2f89-4f0b-bfca-e6e148d7a3f7 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/quotas/ab7ea17f87bf48eea71bdbbfac21f7d9 HTTP/1.1" status: 200 len: 375 time: 0.0100198 Apr 19 18:25:23.507894 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf05392-e57b-4803-82d8-59e03db8c007 req-10e0870e-9b39-4ff8-b289-ea062bbc2834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:23.509473 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-abf05392-e57b-4803-82d8-59e03db8c007 req-10e0870e-9b39-4ff8-b289-ea062bbc2834 service neutron] 10.222.0.53 "GET /v2.0/networks?id=45d46b2a-8de6-42c9-bd73-54daf8078cd3 HTTP/1.1" status: 200 len: 908 time: 0.1425993 Apr 19 18:25:23.538716 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] get_ports_and_sgs() called for port_ids ['bdd42cb3-91f0-446b-acc4-8f3602654114'] {{(pid=86364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:25:23.551833 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a7e9510a-15b0-44df-bdc0-9101787b5142 req-6b7985ff-03f6-4356-b496-bb9b5f1e30e7 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ab7ea17f87bf48eea71bdbbfac21f7d9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0942948 Apr 19 18:25:23.627564 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-abf05392-e57b-4803-82d8-59e03db8c007 req-83a5acd5-5a20-4c0a-bda4-944798d52d54 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e03132f3-b457-4f69-ad6c-a65cb888fcad HTTP/1.1" status: 200 len: 1000 time: 0.1112247 Apr 19 18:25:23.700722 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf05392-e57b-4803-82d8-59e03db8c007 req-e886f95d-d203-4144-9714-b7ce83c675f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:23.702630 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-abf05392-e57b-4803-82d8-59e03db8c007 req-e886f95d-d203-4144-9714-b7ce83c675f0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=172eff84-753d-4a46-a1f9-70acd6cf59f1 HTTP/1.1" status: 200 len: 846 time: 0.0691750 Apr 19 18:25:23.718187 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a7e9510a-15b0-44df-bdc0-9101787b5142 req-1b5a47a1-a92e-4c2e-aba8-0fc76ea4d711 service neutron] 10.222.0.36 "GET /v2.0/networks/1f49822f-29ba-4e60-a46b-78786ac1f34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520865 Apr 19 18:25:23.813771 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf05392-e57b-4803-82d8-59e03db8c007 req-71027af3-d425-4f09-a439-8b5888a3af09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:23.815757 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-abf05392-e57b-4803-82d8-59e03db8c007 req-71027af3-d425-4f09-a439-8b5888a3af09 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=45d46b2a-8de6-42c9-bd73-54daf8078cd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1070352 Apr 19 18:25:23.880266 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a7e9510a-15b0-44df-bdc0-9101787b5142 req-3adefabf-6656-48a7-9cf4-28e2a6af795f service neutron] 10.222.0.36 "GET /v2.0/networks/1f49822f-29ba-4e60-a46b-78786ac1f34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606247 Apr 19 18:25:24.034555 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-abf05392-e57b-4803-82d8-59e03db8c007 req-af5c49e8-2610-4957-8125-f9e1a7683c84 service neutron] 10.222.0.53 "GET /v2.0/networks/45d46b2a-8de6-42c9-bd73-54daf8078cd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116494 Apr 19 18:25:24.076772 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff035a2-3262-48b4-b496-52e50a4490a2 req-56c09165-581d-465f-8e22-486ff9b93406 tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:24.078457 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-fff035a2-3262-48b4-b496-52e50a4490a2 req-56c09165-581d-465f-8e22-486ff9b93406 tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] 10.222.0.36 "GET /v2.0/ports?device_id=45aee5c6-1dda-469f-a0b2-ba96228ec4eb HTTP/1.1" status: 200 len: 944 time: 0.2231927 Apr 19 18:25:24.213147 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-17afc5af-35fa-45fd-9b0e-a8e1dfb7ea96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:24.217712 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-fff035a2-3262-48b4-b496-52e50a4490a2 req-731fd62d-4a27-41aa-8f2b-96007cc0de90 tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] 10.222.0.36 "GET /v2.0/security-groups?id=78b0e8fd-c817-45b9-ac1d-11d2c0343c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845325 Apr 19 18:25:24.243473 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-abf05392-e57b-4803-82d8-59e03db8c007 req-8a943420-4ff3-4309-b766-ef8fb1aa6324 service neutron] 10.222.0.53 "GET /v2.0/networks/45d46b2a-8de6-42c9-bd73-54daf8078cd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013350 Apr 19 18:25:24.322345 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f198bacd-a2c7-464c-9c5a-6f8a3d5ecf3d req-f38d56ef-a162-4d70-b253-29f4ee41b611 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/ports?device_id=070d088b-3064-4ca0-aac9-8c5fe8284e2f HTTP/1.1" status: 200 len: 210 time: 0.0520427 Apr 19 18:25:24.548806 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d56f8d3-6ff3-43f8-b5e1-a8a1cb8e7599 req-02afb996-9de0-4775-b941-91ae0688895a tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:24.550478 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-9d56f8d3-6ff3-43f8-b5e1-a8a1cb8e7599 req-02afb996-9de0-4775-b941-91ae0688895a tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] 10.222.0.36 "GET /v2.0/ports?device_id=13107cc2-f2fb-4f41-9cad-6addff7b1525 HTTP/1.1" status: 200 len: 944 time: 0.0931756 Apr 19 18:25:24.600608 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-9d56f8d3-6ff3-43f8-b5e1-a8a1cb8e7599 req-3e4fa9d0-e25b-443e-8dfe-71fe9796c50d tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb971d4b-28db-4667-a104-99285d2c0e26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429485 Apr 19 18:25:24.796105 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Device bdd42cb3-91f0-446b-acc4-8f3602654114 up at agent hyperv_hv-cinder-78692 {{(pid=86364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:25:24.861482 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-60872106-3921-4474-9775-f4da212b8297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:24.879585 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Provisioning for port bdd42cb3-91f0-446b-acc4-8f3602654114 completed by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:25:24.885395 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Provisioning complete for port bdd42cb3-91f0-446b-acc4-8f3602654114 triggered by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:25:24.885835 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:25.010541 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:25.044792 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] For port bdd42cb3-91f0-446b-acc4-8f3602654114, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=bdd42cb3-91f0-446b-acc4-8f3602654114,segment=NetworkSegment(c1bd4d30-b202-4461-9273-97293f4d55ee),segment_id=c1bd4d30-b202-4461-9273-97293f4d55ee)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:25:25.047853 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:25.050400 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:25:25.121860 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Pushing event updated for resources: {'Port': ['ID=bdd42cb3-91f0-446b-acc4-8f3602654114,revision_number=5']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:25:25.124986 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:25:25.373078 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e9510a-15b0-44df-bdc0-9101787b5142 req-bf7fc7e4-5ff2-4511-aeb7-34f31ca95267 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:25.374734 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a7e9510a-15b0-44df-bdc0-9101787b5142 req-bf7fc7e4-5ff2-4511-aeb7-34f31ca95267 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.53 "GET /v2.0/networks?id=1f49822f-29ba-4e60-a46b-78786ac1f34c HTTP/1.1" status: 200 len: 811 time: 0.1644380 Apr 19 18:25:25.390195 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45aee5c6-1dda-469f-a0b2-ba96228ec4eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdd42cb3-91f0-446b-acc4-8f3602654114'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:25:25.454078 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e0062c-7149-4a40-aaca-8b4ca72fbb3f req-921a8702-4d4b-41c9-82b4-6ec0ec4c9d28 tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:25.455915 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f5e0062c-7149-4a40-aaca-8b4ca72fbb3f req-921a8702-4d4b-41c9-82b4-6ec0ec4c9d28 tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] 10.222.0.36 "GET /v2.0/ports?device_id=45aee5c6-1dda-469f-a0b2-ba96228ec4eb HTTP/1.1" status: 200 len: 945 time: 0.1054261 Apr 19 18:25:25.505640 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f5e0062c-7149-4a40-aaca-8b4ca72fbb3f req-9ced3734-1bbe-4a39-9016-a102733636ec tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] 10.222.0.36 "GET /v2.0/security-groups?id=78b0e8fd-c817-45b9-ac1d-11d2c0343c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431786 Apr 19 18:25:25.511709 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-aeb4adf8-3c1b-47b2-87c0-4bfe164f273c req-3d0dbdad-ac6a-45ca-8591-1b2fb691b487 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/ports?device_id=070d088b-3064-4ca0-aac9-8c5fe8284e2f HTTP/1.1" status: 200 len: 210 time: 0.0631056 Apr 19 18:25:25.520434 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a7e9510a-15b0-44df-bdc0-9101787b5142 req-bf661061-03ea-445c-a37b-6cff563887ad tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ab7ea17f87bf48eea71bdbbfac21f7d9 HTTP/1.1" status: 200 len: 8061 time: 0.1381249 Apr 19 18:25:25.533210 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [req-a7e9510a-15b0-44df-bdc0-9101787b5142 req-71eb234a-e9f9-45f8-880a-a6b0da468b69 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Request body: {'port': {'device_id': '070d088b-3064-4ca0-aac9-8c5fe8284e2f', 'network_id': '1f49822f-29ba-4e60-a46b-78786ac1f34c', 'admin_state_up': True, 'tenant_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'security_groups': ['9ee5570f-f568-4750-abc9-f2e83a97fd81']}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:25:25.563809 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45aee5c6-1dda-469f-a0b2-ba96228ec4eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdd42cb3-91f0-446b-acc4-8f3602654114', 'code': 200} Apr 19 18:25:25.679403 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [req-a7e9510a-15b0-44df-bdc0-9101787b5142 req-71eb234a-e9f9-45f8-880a-a6b0da468b69 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:25:25.690256 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [req-a7e9510a-15b0-44df-bdc0-9101787b5142 req-71eb234a-e9f9-45f8-880a-a6b0da468b69 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:25:25.701696 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7e9510a-15b0-44df-bdc0-9101787b5142 req-71eb234a-e9f9-45f8-880a-a6b0da468b69 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Made reservation on behalf of ab7ea17f87bf48eea71bdbbfac21f7d9 for: {'port': 1} {{(pid=86363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:25:25.709149 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-a7e9510a-15b0-44df-bdc0-9101787b5142 req-71eb234a-e9f9-45f8-880a-a6b0da468b69 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:25.884200 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fe663d-65e2-46ad-b95c-1e311940bd0f req-73d286d6-a07a-417f-ab0c-8e39409c755b tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:25.885765 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-49fe663d-65e2-46ad-b95c-1e311940bd0f req-73d286d6-a07a-417f-ab0c-8e39409c755b tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] 10.222.0.36 "GET /v2.0/ports?device_id=13107cc2-f2fb-4f41-9cad-6addff7b1525 HTTP/1.1" status: 200 len: 944 time: 0.1603940 Apr 19 18:25:25.888049 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ee25d0-c3ee-4982-9201-bb6d1b71ef4d req-060a5a5d-f827-451b-8ab2-296bd83c9c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:25.889501 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-70ee25d0-c3ee-4982-9201-bb6d1b71ef4d req-060a5a5d-f827-451b-8ab2-296bd83c9c1d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=45aee5c6-1dda-469f-a0b2-ba96228ec4eb HTTP/1.1" status: 200 len: 1098 time: 0.1253793 Apr 19 18:25:25.894751 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [req-a7e9510a-15b0-44df-bdc0-9101787b5142 req-71eb234a-e9f9-45f8-880a-a6b0da468b69 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Allocated IP 172.20.0.11 (1f49822f-29ba-4e60-a46b-78786ac1f34c/a7079f5e-d348-48c2-81c0-ab4764c813e8/015b2e9f-48e4-4710-851c-052d3775aa06) {{(pid=86363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:25:25.924812 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:25.971948 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-70ee25d0-c3ee-4982-9201-bb6d1b71ef4d req-fcf7c42b-2680-4db0-b22c-226831d0d6d6 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=78b0e8fd-c817-45b9-ac1d-11d2c0343c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736845 Apr 19 18:25:25.975208 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-49fe663d-65e2-46ad-b95c-1e311940bd0f req-3b90ae5a-6e8a-4071-9878-a61fd366a802 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb971d4b-28db-4667-a104-99285d2c0e26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796385 Apr 19 18:25:26.099783 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-a7e9510a-15b0-44df-bdc0-9101787b5142 req-71eb234a-e9f9-45f8-880a-a6b0da468b69 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks [] for port, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:26.115742 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [req-a7e9510a-15b0-44df-bdc0-9101787b5142 req-71eb234a-e9f9-45f8-880a-a6b0da468b69 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Transition to ACTIVE for port object 015b2e9f-48e4-4710-851c-052d3775aa06 will not be triggered until provisioned by entity DHCP. {{(pid=86363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:25:26.139643 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-a7e9510a-15b0-44df-bdc0-9101787b5142 req-71eb234a-e9f9-45f8-880a-a6b0da468b69 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782697811417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10486948'] for port, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:26.151996 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-8a9bf0ad-6510-407e-813b-a033a958ebb7 tempest-VolumesNegativeTest-1240545873 tempest-VolumesNegativeTest-1240545873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:25:26.159720 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-eae962f3-e32e-4947-814b-3e299d74c6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:26.210516 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7e9510a-15b0-44df-bdc0-9101787b5142 req-71eb234a-e9f9-45f8-880a-a6b0da468b69 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Network 1f49822f-29ba-4e60-a46b-78786ac1f34c is already hosted by enough agents. {{(pid=86363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:25:26.213897 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [req-a7e9510a-15b0-44df-bdc0-9101787b5142 req-71eb234a-e9f9-45f8-880a-a6b0da468b69 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Resources bound (agent type, host, resource id): {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:25:26.218421 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7e9510a-15b0-44df-bdc0-9101787b5142 req-71eb234a-e9f9-45f8-880a-a6b0da468b69 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Received port after_create {{(pid=86363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:25:26.276788 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eb234a-e9f9-45f8-880a-a6b0da468b69 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Pushing event updated for resources: {'Port': ['ID=015b2e9f-48e4-4710-851c-052d3775aa06,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:25:26.285522 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-71eb234a-e9f9-45f8-880a-a6b0da468b69 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:25:26.302420 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e9510a-15b0-44df-bdc0-9101787b5142 req-71eb234a-e9f9-45f8-880a-a6b0da468b69 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:26.303106 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-a7e9510a-15b0-44df-bdc0-9101787b5142 req-71eb234a-e9f9-45f8-880a-a6b0da468b69 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773849'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:26.329025 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a7e9510a-15b0-44df-bdc0-9101787b5142 req-71eb234a-e9f9-45f8-880a-a6b0da468b69 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8013895 Apr 19 18:25:26.340741 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [req-a7e9510a-15b0-44df-bdc0-9101787b5142 req-23ebd7eb-1c6d-4025-8770-e80a21fe470b service neutron] Request body: {'port': {'device_id': '070d088b-3064-4ca0-aac9-8c5fe8284e2f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:25:26.395489 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-184edae2-2997-4631-b730-913f3a6ccc5b None None] Provisioning for port 015b2e9f-48e4-4710-851c-052d3775aa06 completed by entity DHCP. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:25:26.400823 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-184edae2-2997-4631-b730-913f3a6ccc5b None None] Provisioning complete for port 015b2e9f-48e4-4710-851c-052d3775aa06 triggered by entity DHCP. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:25:26.401250 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-184edae2-2997-4631-b730-913f3a6ccc5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:26.461786 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-184edae2-2997-4631-b730-913f3a6ccc5b None None] Port 015b2e9f-48e4-4710-851c-052d3775aa06 cannot update to ACTIVE because it is not bound. {{(pid=86364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:25:26.463227 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-a7e9510a-15b0-44df-bdc0-9101787b5142 req-23ebd7eb-1c6d-4025-8770-e80a21fe470b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:26.722114 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10f998d-4893-491f-b0ed-8077eda232c6 req-5b89f29d-c19d-4e24-a0ac-6a1c6e545de6 tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:26.723806 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f10f998d-4893-491f-b0ed-8077eda232c6 req-5b89f29d-c19d-4e24-a0ac-6a1c6e545de6 tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] 10.222.0.36 "GET /v2.0/ports?device_id=45aee5c6-1dda-469f-a0b2-ba96228ec4eb HTTP/1.1" status: 200 len: 945 time: 0.0944171 Apr 19 18:25:26.803224 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f10f998d-4893-491f-b0ed-8077eda232c6 req-f1d19e01-e1fb-4bf1-b03d-a029a6fc8f85 tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] 10.222.0.36 "GET /v2.0/security-groups?id=78b0e8fd-c817-45b9-ac1d-11d2c0343c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716603 Apr 19 18:25:27.087544 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cafb23-8734-40d8-b7e9-0f4c08bab801 req-43eaeaca-494c-4713-b36c-deb0b1d594dc tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:27.088342 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-d9cafb23-8734-40d8-b7e9-0f4c08bab801 req-43eaeaca-494c-4713-b36c-deb0b1d594dc tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Synchronizing usage tracker for tenant:ab7ea17f87bf48eea71bdbbfac21f7d9 on resource:port {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:25:27.149287 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-d9cafb23-8734-40d8-b7e9-0f4c08bab801 req-43eaeaca-494c-4713-b36c-deb0b1d594dc tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Unset dirty status for tenant:ab7ea17f87bf48eea71bdbbfac21f7d9 on resource:port {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:25:27.150604 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d9cafb23-8734-40d8-b7e9-0f4c08bab801 req-43eaeaca-494c-4713-b36c-deb0b1d594dc tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/ports?device_id=070d088b-3064-4ca0-aac9-8c5fe8284e2f HTTP/1.1" status: 200 len: 932 time: 0.5165098 Apr 19 18:25:27.186799 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b6014-ab6c-451d-99db-2a85c132c7ea req-7ea502cd-947d-42c6-9314-5242fa425c6e tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:27.188498 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-fd9b6014-ab6c-451d-99db-2a85c132c7ea req-7ea502cd-947d-42c6-9314-5242fa425c6e tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] 10.222.0.36 "GET /v2.0/ports?device_id=13107cc2-f2fb-4f41-9cad-6addff7b1525 HTTP/1.1" status: 200 len: 944 time: 0.0927265 Apr 19 18:25:27.208745 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [req-a7e9510a-15b0-44df-bdc0-9101787b5142 req-23ebd7eb-1c6d-4025-8770-e80a21fe470b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 015b2e9f-48e4-4710-851c-052d3775aa06 {{(pid=86363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:25:27.224874 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-a7e9510a-15b0-44df-bdc0-9101787b5142 req-23ebd7eb-1c6d-4025-8770-e80a21fe470b service neutron] Notify callbacks [] for port, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:27.230787 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d9cafb23-8734-40d8-b7e9-0f4c08bab801 req-16cfdce4-5f13-41e5-9e07-f3980535ee20 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ee5570f-f568-4750-abc9-f2e83a97fd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725191 Apr 19 18:25:27.242863 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-fd9b6014-ab6c-451d-99db-2a85c132c7ea req-21f231df-ff6b-4b0b-8ced-bbb070f7c644 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb971d4b-28db-4667-a104-99285d2c0e26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477114 Apr 19 18:25:27.245472 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [req-a7e9510a-15b0-44df-bdc0-9101787b5142 req-23ebd7eb-1c6d-4025-8770-e80a21fe470b service neutron] Transition to ACTIVE for port object 015b2e9f-48e4-4710-851c-052d3775aa06 will not be triggered until provisioned by entity L2. {{(pid=86363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:25:27.248895 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-a7e9510a-15b0-44df-bdc0-9101787b5142 req-23ebd7eb-1c6d-4025-8770-e80a21fe470b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844288851'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:27.254118 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-7cb0a010-c7cc-477a-9ef5-da3f4d295210 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:25:27.428077 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebd7eb-1c6d-4025-8770-e80a21fe470b service neutron] Pushing event updated for resources: {'Port': ['ID=015b2e9f-48e4-4710-851c-052d3775aa06,revision_number=2']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:25:27.439757 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-23ebd7eb-1c6d-4025-8770-e80a21fe470b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:25:27.510304 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-a7e9510a-15b0-44df-bdc0-9101787b5142 req-23ebd7eb-1c6d-4025-8770-e80a21fe470b service neutron] Attempting to bind port 015b2e9f-48e4-4710-851c-052d3775aa06 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:25:27.510779 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-a7e9510a-15b0-44df-bdc0-9101787b5142 req-23ebd7eb-1c6d-4025-8770-e80a21fe470b service neutron] Attempting to bind port 015b2e9f-48e4-4710-851c-052d3775aa06 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '3a08ee2f-f5d8-4530-9399-ffecb932d723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1f49822f-29ba-4e60-a46b-78786ac1f34c'}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:25:27.511199 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e9510a-15b0-44df-bdc0-9101787b5142 req-23ebd7eb-1c6d-4025-8770-e80a21fe470b service neutron] Attempting to bind port 015b2e9f-48e4-4710-851c-052d3775aa06 on network 1f49822f-29ba-4e60-a46b-78786ac1f34c {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:25:27.516150 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e9510a-15b0-44df-bdc0-9101787b5142 req-23ebd7eb-1c6d-4025-8770-e80a21fe470b service neutron] Port 015b2e9f-48e4-4710-851c-052d3775aa06 on network 1f49822f-29ba-4e60-a46b-78786ac1f34c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 18:25:27.516516 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e9510a-15b0-44df-bdc0-9101787b5142 req-23ebd7eb-1c6d-4025-8770-e80a21fe470b service neutron] Attempting to bind port 015b2e9f-48e4-4710-851c-052d3775aa06 on network 1f49822f-29ba-4e60-a46b-78786ac1f34c {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:25:27.521976 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e9510a-15b0-44df-bdc0-9101787b5142 req-23ebd7eb-1c6d-4025-8770-e80a21fe470b service neutron] Checking agent: {'id': '45629c73-d10e-4994-a087-373ccf8ea198', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 14, 33), 'started_at': datetime.datetime(2021, 4, 19, 18, 14, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:25:27.522999 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e9510a-15b0-44df-bdc0-9101787b5142 req-23ebd7eb-1c6d-4025-8770-e80a21fe470b service neutron] Checking segment: {'id': '3a08ee2f-f5d8-4530-9399-ffecb932d723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1f49822f-29ba-4e60-a46b-78786ac1f34c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:25:27.523481 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e9510a-15b0-44df-bdc0-9101787b5142 req-23ebd7eb-1c6d-4025-8770-e80a21fe470b service neutron] Bound using segment: {'id': '3a08ee2f-f5d8-4530-9399-ffecb932d723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1f49822f-29ba-4e60-a46b-78786ac1f34c'} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:25:27.523957 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-a7e9510a-15b0-44df-bdc0-9101787b5142 req-23ebd7eb-1c6d-4025-8770-e80a21fe470b service neutron] Bound port: 015b2e9f-48e4-4710-851c-052d3775aa06, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a08ee2f-f5d8-4530-9399-ffecb932d723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1f49822f-29ba-4e60-a46b-78786ac1f34c'}}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:25:27.524342 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-a7e9510a-15b0-44df-bdc0-9101787b5142 req-23ebd7eb-1c6d-4025-8770-e80a21fe470b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:27.619065 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-a7e9510a-15b0-44df-bdc0-9101787b5142 req-23ebd7eb-1c6d-4025-8770-e80a21fe470b service neutron] For port 015b2e9f-48e4-4710-851c-052d3775aa06, host hv-cinder-78692, cleared binding levels {{(pid=86363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:25:27.622121 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-a7e9510a-15b0-44df-bdc0-9101787b5142 req-23ebd7eb-1c6d-4025-8770-e80a21fe470b service neutron] For port 015b2e9f-48e4-4710-851c-052d3775aa06, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=015b2e9f-48e4-4710-851c-052d3775aa06,segment=NetworkSegment(3a08ee2f-f5d8-4530-9399-ffecb932d723),segment_id=3a08ee2f-f5d8-4530-9399-ffecb932d723)] {{(pid=86363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:25:27.625284 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-a7e9510a-15b0-44df-bdc0-9101787b5142 req-23ebd7eb-1c6d-4025-8770-e80a21fe470b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844288851'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:27.629894 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-f3a1b6fd-3ce4-4a91-ae37-a58b3b02f730 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:25:27.689429 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e9510a-15b0-44df-bdc0-9101787b5142 req-23ebd7eb-1c6d-4025-8770-e80a21fe470b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:27.690114 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-a7e9510a-15b0-44df-bdc0-9101787b5142 req-23ebd7eb-1c6d-4025-8770-e80a21fe470b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773849'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:27.691647 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a7e9510a-15b0-44df-bdc0-9101787b5142 req-23ebd7eb-1c6d-4025-8770-e80a21fe470b service neutron] 10.222.0.53 "PUT /v2.0/ports/015b2e9f-48e4-4710-851c-052d3775aa06 HTTP/1.1" status: 200 len: 1094 time: 1.3556073 Apr 19 18:25:27.692205 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '070d088b-3064-4ca0-aac9-8c5fe8284e2f', 'tag': '015b2e9f-48e4-4710-851c-052d3775aa06'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:25:27.714591 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebd7eb-1c6d-4025-8770-e80a21fe470b service neutron] Pushing event updated for resources: {'Port': ['ID=015b2e9f-48e4-4710-851c-052d3775aa06,revision_number=3']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:25:27.720054 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-23ebd7eb-1c6d-4025-8770-e80a21fe470b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:25:27.751822 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '070d088b-3064-4ca0-aac9-8c5fe8284e2f', 'tag': '015b2e9f-48e4-4710-851c-052d3775aa06', 'status': 'completed', 'code': 200} Apr 19 18:25:27.840510 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e9510a-15b0-44df-bdc0-9101787b5142 req-842e5273-2a52-41c2-a5a0-2fd356576a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:27.842162 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a7e9510a-15b0-44df-bdc0-9101787b5142 req-842e5273-2a52-41c2-a5a0-2fd356576a9a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ab7ea17f87bf48eea71bdbbfac21f7d9&device_id=070d088b-3064-4ca0-aac9-8c5fe8284e2f HTTP/1.1" status: 200 len: 1097 time: 0.0862534 Apr 19 18:25:27.922255 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a7e9510a-15b0-44df-bdc0-9101787b5142 req-2a41e7ee-c3e1-4709-9fd8-520a5ae817ff service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=015b2e9f-48e4-4710-851c-052d3775aa06 HTTP/1.1" status: 200 len: 217 time: 0.0727255 Apr 19 18:25:27.996899 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e9510a-15b0-44df-bdc0-9101787b5142 req-eb7bf70b-6e1c-42f8-b5aa-2ca62c9a07a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:27.998398 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a7e9510a-15b0-44df-bdc0-9101787b5142 req-eb7bf70b-6e1c-42f8-b5aa-2ca62c9a07a5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a7079f5e-d348-48c2-81c0-ab4764c813e8 HTTP/1.1" status: 200 len: 850 time: 0.0703306 Apr 19 18:25:28.012378 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607a18c9-791d-4268-b581-b475df18c33d req-41c4c930-58ec-453b-9f5d-6657e71e8ff7 tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:28.014014 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-607a18c9-791d-4268-b581-b475df18c33d req-41c4c930-58ec-453b-9f5d-6657e71e8ff7 tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] 10.222.0.36 "GET /v2.0/ports?device_id=45aee5c6-1dda-469f-a0b2-ba96228ec4eb HTTP/1.1" status: 200 len: 945 time: 0.0911672 Apr 19 18:25:28.064379 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-607a18c9-791d-4268-b581-b475df18c33d req-182079db-e649-454f-8816-7be006d22d43 tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] 10.222.0.36 "GET /v2.0/security-groups?id=78b0e8fd-c817-45b9-ac1d-11d2c0343c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434253 Apr 19 18:25:28.083636 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e9510a-15b0-44df-bdc0-9101787b5142 req-4ebfa3f3-f8cd-4f55-adf0-e88b5f54bc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:28.085814 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a7e9510a-15b0-44df-bdc0-9101787b5142 req-4ebfa3f3-f8cd-4f55-adf0-e88b5f54bc9f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1f49822f-29ba-4e60-a46b-78786ac1f34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0811226 Apr 19 18:25:28.234314 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a7e9510a-15b0-44df-bdc0-9101787b5142 req-d2c70c62-b187-498c-a1e5-6782d3265d82 service neutron] 10.222.0.53 "GET /v2.0/networks/1f49822f-29ba-4e60-a46b-78786ac1f34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422701 Apr 19 18:25:28.445943 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a7e9510a-15b0-44df-bdc0-9101787b5142 req-5dac08b7-4821-4fab-8270-c7cbd70d67cc service neutron] 10.222.0.53 "GET /v2.0/networks/1f49822f-29ba-4e60-a46b-78786ac1f34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054269 Apr 19 18:25:28.470132 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b20c76-5c84-40bb-b476-40a81be1c654 req-354728d3-21e3-4a71-8392-f1106536ad2c tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:28.478890 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-06b20c76-5c84-40bb-b476-40a81be1c654 req-354728d3-21e3-4a71-8392-f1106536ad2c tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] 10.222.0.36 "GET /v2.0/ports?device_id=13107cc2-f2fb-4f41-9cad-6addff7b1525 HTTP/1.1" status: 200 len: 944 time: 0.1089387 Apr 19 18:25:28.483442 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43566e8-4b34-4497-980f-2991097acf79 req-dfa043b5-c1bb-40c9-931b-860a36dc7f99 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:28.485145 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e43566e8-4b34-4497-980f-2991097acf79 req-dfa043b5-c1bb-40c9-931b-860a36dc7f99 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/ports?device_id=070d088b-3064-4ca0-aac9-8c5fe8284e2f HTTP/1.1" status: 200 len: 944 time: 0.1187785 Apr 19 18:25:28.524927 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-06b20c76-5c84-40bb-b476-40a81be1c654 req-5c091083-0438-41ad-93e2-1756310e6cc3 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb971d4b-28db-4667-a104-99285d2c0e26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450234 Apr 19 18:25:28.592701 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e43566e8-4b34-4497-980f-2991097acf79 req-96ae1b5c-c1a9-4861-b8cb-f2a879d3749e tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ee5570f-f568-4750-abc9-f2e83a97fd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999606 Apr 19 18:25:28.613967 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dea0326-91db-46d6-b128-11a8ffcba27e req-ed6b26f6-b24b-4224-a719-f5d2607dce6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:28.615560 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6dea0326-91db-46d6-b128-11a8ffcba27e req-ed6b26f6-b24b-4224-a719-f5d2607dce6d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ab7ea17f87bf48eea71bdbbfac21f7d9&device_id=070d088b-3064-4ca0-aac9-8c5fe8284e2f HTTP/1.1" status: 200 len: 1097 time: 0.1209059 Apr 19 18:25:28.763512 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dea0326-91db-46d6-b128-11a8ffcba27e req-a4b8af1c-0c98-4e66-97ba-dd1af84979ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:28.765114 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6dea0326-91db-46d6-b128-11a8ffcba27e req-a4b8af1c-0c98-4e66-97ba-dd1af84979ea service neutron] 10.222.0.53 "GET /v2.0/networks?id=1f49822f-29ba-4e60-a46b-78786ac1f34c HTTP/1.1" status: 200 len: 912 time: 0.1412444 Apr 19 18:25:28.843842 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6dea0326-91db-46d6-b128-11a8ffcba27e req-51b69971-c48c-492a-8498-89c1478f9e0d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=015b2e9f-48e4-4710-851c-052d3775aa06 HTTP/1.1" status: 200 len: 217 time: 0.0719457 Apr 19 18:25:28.915576 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dea0326-91db-46d6-b128-11a8ffcba27e req-7a7790db-730f-41e1-a3fe-18e8302145bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:28.917175 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6dea0326-91db-46d6-b128-11a8ffcba27e req-7a7790db-730f-41e1-a3fe-18e8302145bb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a7079f5e-d348-48c2-81c0-ab4764c813e8 HTTP/1.1" status: 200 len: 850 time: 0.0677762 Apr 19 18:25:29.004566 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dea0326-91db-46d6-b128-11a8ffcba27e req-00fb50d7-d925-4779-b94a-a2cfc343f0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:29.006205 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6dea0326-91db-46d6-b128-11a8ffcba27e req-00fb50d7-d925-4779-b94a-a2cfc343f0ec service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1f49822f-29ba-4e60-a46b-78786ac1f34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0826206 Apr 19 18:25:29.225819 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6dea0326-91db-46d6-b128-11a8ffcba27e req-29883693-bedd-449b-955f-1fb9e91df57f service neutron] 10.222.0.53 "GET /v2.0/networks/1f49822f-29ba-4e60-a46b-78786ac1f34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123699 Apr 19 18:25:29.239432 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea348feb-a880-41c5-92c6-3db0f23d8a85 req-8c12bdba-afb6-41db-8ba5-aa31e6bcdd5d tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:29.241103 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ea348feb-a880-41c5-92c6-3db0f23d8a85 req-8c12bdba-afb6-41db-8ba5-aa31e6bcdd5d tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] 10.222.0.36 "GET /v2.0/ports?device_id=45aee5c6-1dda-469f-a0b2-ba96228ec4eb HTTP/1.1" status: 200 len: 945 time: 0.1492105 Apr 19 18:25:29.384560 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ea348feb-a880-41c5-92c6-3db0f23d8a85 req-e4a42495-980e-4117-92db-e18f1b855aa9 tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] 10.222.0.36 "GET /v2.0/security-groups?id=78b0e8fd-c817-45b9-ac1d-11d2c0343c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175749 Apr 19 18:25:29.423623 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6dea0326-91db-46d6-b128-11a8ffcba27e req-e8685eba-c300-445c-8251-3a17012b1ebe service neutron] 10.222.0.53 "GET /v2.0/networks/1f49822f-29ba-4e60-a46b-78786ac1f34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814115 Apr 19 18:25:29.740188 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd726fca-b851-4442-b69e-0b3e8291cb67 req-8b20f0e7-3cd1-4d68-bd7d-c4164b5170a2 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:29.742505 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-bd726fca-b851-4442-b69e-0b3e8291cb67 req-8b20f0e7-3cd1-4d68-bd7d-c4164b5170a2 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] 10.222.0.36 "GET /v2.0/ports?device_id=13107cc2-f2fb-4f41-9cad-6addff7b1525 HTTP/1.1" status: 200 len: 944 time: 0.1002753 Apr 19 18:25:29.793081 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-bd726fca-b851-4442-b69e-0b3e8291cb67 req-8db92a04-924a-424d-ba2e-a1993ee62310 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb971d4b-28db-4667-a104-99285d2c0e26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435205 Apr 19 18:25:29.812946 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7f3ccc-7e59-4912-9ea4-f0d7e346818b req-ed0ca341-2276-43ab-b5f7-3412848a71ea tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:29.814700 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-9c7f3ccc-7e59-4912-9ea4-f0d7e346818b req-ed0ca341-2276-43ab-b5f7-3412848a71ea tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/ports?device_id=070d088b-3064-4ca0-aac9-8c5fe8284e2f HTTP/1.1" status: 200 len: 944 time: 0.0992544 Apr 19 18:25:29.864220 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-9c7f3ccc-7e59-4912-9ea4-f0d7e346818b req-3b60dc8a-ecfe-4137-84e4-71a8dc871fe2 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ee5570f-f568-4750-abc9-f2e83a97fd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427694 Apr 19 18:25:30.390826 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612b2ed8-10af-4fe3-864e-db59d1a1c87a req-6aea7bd7-6fbd-4f18-8e39-a98d0c405005 tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:30.392395 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-612b2ed8-10af-4fe3-864e-db59d1a1c87a req-6aea7bd7-6fbd-4f18-8e39-a98d0c405005 tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] 10.222.0.53 "GET /v2.0/ports?device_id=45aee5c6-1dda-469f-a0b2-ba96228ec4eb HTTP/1.1" status: 200 len: 945 time: 0.0858634 Apr 19 18:25:30.473725 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [req-612b2ed8-10af-4fe3-864e-db59d1a1c87a req-217e14ac-a3d8-453c-ac70-8ddacd6648ea tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] Deleting port bdd42cb3-91f0-446b-acc4-8f3602654114 {{(pid=86363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:25:30.474114 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-612b2ed8-10af-4fe3-864e-db59d1a1c87a req-217e14ac-a3d8-453c-ac70-8ddacd6648ea tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254156519796'] for port, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:30.593737 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6327bd-43c7-487a-ae41-34dde1681d75 req-b5f9cd64-78fb-47d7-b09a-ed29aeafd54a tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:30.595354 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-8b6327bd-43c7-487a-ae41-34dde1681d75 req-b5f9cd64-78fb-47d7-b09a-ed29aeafd54a tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] 10.222.0.36 "GET /v2.0/ports?device_id=45aee5c6-1dda-469f-a0b2-ba96228ec4eb HTTP/1.1" status: 200 len: 945 time: 0.0934291 Apr 19 18:25:30.643988 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-8b6327bd-43c7-487a-ae41-34dde1681d75 req-674c83a1-3e9b-4aa8-a679-e22b4a97b4f0 tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] 10.222.0.36 "GET /v2.0/security-groups?id=78b0e8fd-c817-45b9-ac1d-11d2c0343c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419250 Apr 19 18:25:30.736606 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-612b2ed8-10af-4fe3-864e-db59d1a1c87a req-217e14ac-a3d8-453c-ac70-8ddacd6648ea tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] For port bdd42cb3-91f0-446b-acc4-8f3602654114, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=bdd42cb3-91f0-446b-acc4-8f3602654114,segment=NetworkSegment(c1bd4d30-b202-4461-9273-97293f4d55ee),segment_id=c1bd4d30-b202-4461-9273-97293f4d55ee)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:25:30.737006 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-612b2ed8-10af-4fe3-864e-db59d1a1c87a req-217e14ac-a3d8-453c-ac70-8ddacd6648ea tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648318'] for port, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:30.827545 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Device e03132f3-b457-4f69-ad6c-a65cb888fcad details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:25:30.877361 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [req-612b2ed8-10af-4fe3-864e-db59d1a1c87a req-217e14ac-a3d8-453c-ac70-8ddacd6648ea tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] Calling delete_port for bdd42cb3-91f0-446b-acc4-8f3602654114 owned by compute:nova {{(pid=86363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:25:30.992015 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] For port e03132f3-b457-4f69-ad6c-a65cb888fcad, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=e03132f3-b457-4f69-ad6c-a65cb888fcad,segment=NetworkSegment(2b9d4c4a-fbb2-4b6f-8844-c1133daaedbe),segment_id=2b9d4c4a-fbb2-4b6f-8844-c1133daaedbe)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:25:31.012909 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Returning: {'device': 'e03132f3-b457-4f69-ad6c-a65cb888fcad', 'network_id': '45d46b2a-8de6-42c9-bd73-54daf8078cd3', 'port_id': 'e03132f3-b457-4f69-ad6c-a65cb888fcad', 'mac_address': 'fa:16:3e:3b:04:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '172eff84-753d-4a46-a1f9-70acd6cf59f1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:25:31.081826 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:31.090130 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c6e49d-34e4-4afd-b032-5f4d0a3e52fc req-89cb4cf4-edf3-4531-9ec5-46141e5214a6 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:31.092054 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-55c6e49d-34e4-4afd-b032-5f4d0a3e52fc req-89cb4cf4-edf3-4531-9ec5-46141e5214a6 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/ports?device_id=070d088b-3064-4ca0-aac9-8c5fe8284e2f HTTP/1.1" status: 200 len: 944 time: 0.0954056 Apr 19 18:25:31.096243 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7362cfc8-fa65-4821-9d1a-83e6f51bb8bc req-2d0ee3c1-7853-4fc5-9a3b-657b8dc0322f tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:31.097976 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7362cfc8-fa65-4821-9d1a-83e6f51bb8bc req-2d0ee3c1-7853-4fc5-9a3b-657b8dc0322f tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] 10.222.0.36 "GET /v2.0/ports?device_id=13107cc2-f2fb-4f41-9cad-6addff7b1525 HTTP/1.1" status: 200 len: 944 time: 0.1731365 Apr 19 18:25:31.102027 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e03132f3-b457-4f69-ad6c-a65cb888fcad {{(pid=86364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:25:31.120494 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] For port e03132f3-b457-4f69-ad6c-a65cb888fcad, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=e03132f3-b457-4f69-ad6c-a65cb888fcad,segment=NetworkSegment(2b9d4c4a-fbb2-4b6f-8844-c1133daaedbe),segment_id=2b9d4c4a-fbb2-4b6f-8844-c1133daaedbe)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:25:31.123733 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:31.126078 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:25:31.153297 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-612b2ed8-10af-4fe3-864e-db59d1a1c87a req-217e14ac-a3d8-453c-ac70-8ddacd6648ea tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254156516127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254156964383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10486948'] for port, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:31.158247 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-55c6e49d-34e4-4afd-b032-5f4d0a3e52fc req-2b9e862e-aa1c-4ff4-a049-4af7dc8358f3 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ee5570f-f568-4750-abc9-f2e83a97fd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524385 Apr 19 18:25:31.161036 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-13f3179f-31ea-4f96-8ceb-307824dae8ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:25:31.202653 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Pushing event updated for resources: {'Port': ['ID=e03132f3-b457-4f69-ad6c-a65cb888fcad,revision_number=7']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:25:31.205996 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:25:31.218257 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7362cfc8-fa65-4821-9d1a-83e6f51bb8bc req-c6603cd1-aeb4-4f76-a1e7-c44efe66d2d9 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb971d4b-28db-4667-a104-99285d2c0e26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122682 Apr 19 18:25:31.222204 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217e14ac-a3d8-453c-ac70-8ddacd6648ea tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] Pushing event deleted for resources: {'Port': ['ID=bdd42cb3-91f0-446b-acc4-8f3602654114,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:25:31.225955 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-217e14ac-a3d8-453c-ac70-8ddacd6648ea tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:25:31.302889 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [req-612b2ed8-10af-4fe3-864e-db59d1a1c87a req-217e14ac-a3d8-453c-ac70-8ddacd6648ea tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] No DVR routers for this DVR port bdd42cb3-91f0-446b-acc4-8f3602654114 on host hv-cinder-78692 {{(pid=86363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:25:31.305483 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-612b2ed8-10af-4fe3-864e-db59d1a1c87a req-217e14ac-a3d8-453c-ac70-8ddacd6648ea tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773849'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:31.308430 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45aee5c6-1dda-469f-a0b2-ba96228ec4eb', 'name': 'network-vif-deleted', 'tag': 'bdd42cb3-91f0-446b-acc4-8f3602654114'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:25:31.315041 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] get_ports_and_sgs() called for port_ids ['e03132f3-b457-4f69-ad6c-a65cb888fcad'] {{(pid=86364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:25:31.327270 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-612b2ed8-10af-4fe3-864e-db59d1a1c87a req-217e14ac-a3d8-453c-ac70-8ddacd6648ea tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] 10.222.0.53 "DELETE /v2.0/ports/bdd42cb3-91f0-446b-acc4-8f3602654114 HTTP/1.1" status: 204 len: 173 time: 0.9278629 Apr 19 18:25:31.359219 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45aee5c6-1dda-469f-a0b2-ba96228ec4eb', 'name': 'network-vif-deleted', 'tag': 'bdd42cb3-91f0-446b-acc4-8f3602654114', 'status': 'completed', 'code': 200} Apr 19 18:25:31.824421 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-a7a6201e-b34c-41c7-8c38-3eda9627a81d req-c07d1d6b-e05c-4bae-97a7-4f8976dc2b39 tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] Synchronizing usage tracker for tenant:8df10b98a0794caf9f6e73bc8034dbd0 on resource:port {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:25:31.839785 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-a7a6201e-b34c-41c7-8c38-3eda9627a81d req-c07d1d6b-e05c-4bae-97a7-4f8976dc2b39 tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] Unset dirty status for tenant:8df10b98a0794caf9f6e73bc8034dbd0 on resource:port {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:25:31.841178 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a7a6201e-b34c-41c7-8c38-3eda9627a81d req-c07d1d6b-e05c-4bae-97a7-4f8976dc2b39 tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] 10.222.0.36 "GET /v2.0/ports?device_id=45aee5c6-1dda-469f-a0b2-ba96228ec4eb HTTP/1.1" status: 200 len: 210 time: 0.0689228 Apr 19 18:25:32.360967 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf8b3f8-12e4-4623-ae4a-ee4ef4626b18 req-bb81ff6b-cb1f-4729-8142-5bb4ee0d100c tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:32.362570 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-3cf8b3f8-12e4-4623-ae4a-ee4ef4626b18 req-bb81ff6b-cb1f-4729-8142-5bb4ee0d100c tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/ports?device_id=070d088b-3064-4ca0-aac9-8c5fe8284e2f HTTP/1.1" status: 200 len: 944 time: 0.0891867 Apr 19 18:25:32.414196 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-3cf8b3f8-12e4-4623-ae4a-ee4ef4626b18 req-a7b7cb71-d59a-474d-bdd2-d2aea1971c39 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ee5570f-f568-4750-abc9-f2e83a97fd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450325 Apr 19 18:25:32.426741 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e1d175-5b31-4faf-a52f-73411c526e8b req-10dec6f5-05cf-4419-91b3-aa5534a4713c tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:32.428540 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a3e1d175-5b31-4faf-a52f-73411c526e8b req-10dec6f5-05cf-4419-91b3-aa5534a4713c tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] 10.222.0.36 "GET /v2.0/ports?device_id=13107cc2-f2fb-4f41-9cad-6addff7b1525 HTTP/1.1" status: 200 len: 945 time: 0.0921793 Apr 19 18:25:32.477254 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a3e1d175-5b31-4faf-a52f-73411c526e8b req-70805963-9921-45d6-a4f8-393cb6dc5dd8 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb971d4b-28db-4667-a104-99285d2c0e26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420439 Apr 19 18:25:32.827225 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Device e03132f3-b457-4f69-ad6c-a65cb888fcad up at agent hyperv_hv-cinder-78692 {{(pid=86364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:25:32.905401 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Provisioning complete for port e03132f3-b457-4f69-ad6c-a65cb888fcad triggered by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:25:32.905867 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:33.034001 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:33.062672 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13107cc2-f2fb-4f41-9cad-6addff7b1525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e03132f3-b457-4f69-ad6c-a65cb888fcad'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:25:33.073492 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] For port e03132f3-b457-4f69-ad6c-a65cb888fcad, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=e03132f3-b457-4f69-ad6c-a65cb888fcad,segment=NetworkSegment(2b9d4c4a-fbb2-4b6f-8844-c1133daaedbe),segment_id=2b9d4c4a-fbb2-4b6f-8844-c1133daaedbe)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:25:33.076952 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:33.078103 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Device bdd42cb3-91f0-446b-acc4-8f3602654114 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:25:33.108808 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:25:33.149783 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13107cc2-f2fb-4f41-9cad-6addff7b1525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e03132f3-b457-4f69-ad6c-a65cb888fcad', 'code': 200} Apr 19 18:25:33.157209 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] No Port match for: bdd42cb3-91f0-446b-acc4-8f3602654114 {{(pid=86364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:25:33.157600 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Device bdd42cb3-91f0-446b-acc4-8f3602654114 not bound to the agent host hv-cinder-78692 {{(pid=86364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:25:33.185028 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Pushing event updated for resources: {'Port': ['ID=e03132f3-b457-4f69-ad6c-a65cb888fcad,revision_number=8']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:25:33.188117 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:25:33.235092 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4ff339-452f-453c-a38d-e83872fd72da req-53cb92ae-a238-4f94-bdb8-9d0b11ab401b tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:33.236823 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-fe4ff339-452f-453c-a38d-e83872fd72da req-53cb92ae-a238-4f94-bdb8-9d0b11ab401b tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] 10.222.0.36 "GET /v2.0/networks?id=93d9efa9-eae4-45f8-bd09-8044fbbb3ad7 HTTP/1.1" status: 200 len: 808 time: 0.1609912 Apr 19 18:25:33.253458 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-fe4ff339-452f-453c-a38d-e83872fd72da req-b7c47547-9f37-4d61-aa24-86f957e77452 tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] 10.222.0.36 "GET /v2.0/quotas/8df10b98a0794caf9f6e73bc8034dbd0 HTTP/1.1" status: 200 len: 375 time: 0.0099235 Apr 19 18:25:33.356814 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:33.559552 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-fe4ff339-452f-453c-a38d-e83872fd72da req-00aa41b2-d277-46d0-869b-16fc78cadce6 tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8df10b98a0794caf9f6e73bc8034dbd0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2993553 Apr 19 18:25:33.624758 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed5e5e1-57d8-40bb-8050-9673737828b9 req-ac3e3152-7343-4276-ab1d-53a32aab3b7a tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:33.626366 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-9ed5e5e1-57d8-40bb-8050-9673737828b9 req-ac3e3152-7343-4276-ab1d-53a32aab3b7a tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/ports?device_id=070d088b-3064-4ca0-aac9-8c5fe8284e2f HTTP/1.1" status: 200 len: 944 time: 0.0938103 Apr 19 18:25:33.674417 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-9ed5e5e1-57d8-40bb-8050-9673737828b9 req-4b3d45bd-01a0-45fc-9782-8299295dd7a5 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ee5570f-f568-4750-abc9-f2e83a97fd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414228 Apr 19 18:25:33.758330 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23824797-5809-4ff8-b8e1-b95a71e16c72 req-37f34ede-f8ad-4003-9815-8499a530309a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:33.760010 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-23824797-5809-4ff8-b8e1-b95a71e16c72 req-37f34ede-f8ad-4003-9815-8499a530309a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=13107cc2-f2fb-4f41-9cad-6addff7b1525 HTTP/1.1" status: 200 len: 1099 time: 0.2039764 Apr 19 18:25:33.763417 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-fe4ff339-452f-453c-a38d-e83872fd72da req-b3c9da20-f483-4e06-ae61-dcdcb8158875 service neutron] 10.222.0.36 "GET /v2.0/networks/93d9efa9-eae4-45f8-bd09-8044fbbb3ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707296 Apr 19 18:25:33.864784 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952abec8-675c-4281-b6ca-637f7d1c1a6b req-41acbad1-96be-4d48-9db3-0eb25dbdd79f tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:33.866337 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-952abec8-675c-4281-b6ca-637f7d1c1a6b req-41acbad1-96be-4d48-9db3-0eb25dbdd79f tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] 10.222.0.36 "GET /v2.0/ports?device_id=13107cc2-f2fb-4f41-9cad-6addff7b1525 HTTP/1.1" status: 200 len: 946 time: 0.0906153 Apr 19 18:25:33.896750 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-23824797-5809-4ff8-b8e1-b95a71e16c72 req-8a34e620-5bd9-4dc8-9033-5527bf8c5b3a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=fb971d4b-28db-4667-a104-99285d2c0e26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295843 Apr 19 18:25:33.918043 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-952abec8-675c-4281-b6ca-637f7d1c1a6b req-cf6a4390-8990-4077-930e-b7770d158a2d tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb971d4b-28db-4667-a104-99285d2c0e26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450392 Apr 19 18:25:33.945079 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-fe4ff339-452f-453c-a38d-e83872fd72da req-be00f32a-526c-45d7-9713-7ed2cd59cf54 service neutron] 10.222.0.36 "GET /v2.0/networks/93d9efa9-eae4-45f8-bd09-8044fbbb3ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640944 Apr 19 18:25:34.139121 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-8514c39e-e567-44ce-9328-6b5ec348cecb req-a81b31fa-4f78-42a9-99c2-2c7d2f672522 tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] 10.222.0.36 "GET /v2.0/ports?device_id=229dcc13-9624-417c-b8b1-8110d08d4583 HTTP/1.1" status: 200 len: 210 time: 0.0511584 Apr 19 18:25:34.840794 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Device 015b2e9f-48e4-4710-851c-052d3775aa06 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:25:34.904495 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfcc232-7c80-48ac-80b6-6612cc689d7d req-983685fa-0099-4862-8418-fc640567d151 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:34.906344 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-fbfcc232-7c80-48ac-80b6-6612cc689d7d req-983685fa-0099-4862-8418-fc640567d151 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/ports?device_id=070d088b-3064-4ca0-aac9-8c5fe8284e2f HTTP/1.1" status: 200 len: 944 time: 0.0895019 Apr 19 18:25:34.967810 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-fbfcc232-7c80-48ac-80b6-6612cc689d7d req-d2bbf3ac-1e8d-4666-8bbc-09415d5ddca5 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ee5570f-f568-4750-abc9-f2e83a97fd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546165 Apr 19 18:25:34.995773 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] For port 015b2e9f-48e4-4710-851c-052d3775aa06, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=015b2e9f-48e4-4710-851c-052d3775aa06,segment=NetworkSegment(3a08ee2f-f5d8-4530-9399-ffecb932d723),segment_id=3a08ee2f-f5d8-4530-9399-ffecb932d723)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:25:35.012506 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Returning: {'device': '015b2e9f-48e4-4710-851c-052d3775aa06', 'network_id': '1f49822f-29ba-4e60-a46b-78786ac1f34c', 'port_id': '015b2e9f-48e4-4710-851c-052d3775aa06', 'mac_address': 'fa:16:3e:bd:c9:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7079f5e-d348-48c2-81c0-ab4764c813e8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:25:35.075053 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:35.094438 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 015b2e9f-48e4-4710-851c-052d3775aa06 {{(pid=86364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:25:35.112282 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] For port 015b2e9f-48e4-4710-851c-052d3775aa06, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=015b2e9f-48e4-4710-851c-052d3775aa06,segment=NetworkSegment(3a08ee2f-f5d8-4530-9399-ffecb932d723),segment_id=3a08ee2f-f5d8-4530-9399-ffecb932d723)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:25:35.119312 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:35.121222 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:25:35.155283 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6479bfac-102a-46ed-879e-bf49d67c171e req-dd74ad43-afb0-4eff-865f-799a9ca3695d tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:35.157053 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6479bfac-102a-46ed-879e-bf49d67c171e req-dd74ad43-afb0-4eff-865f-799a9ca3695d tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] 10.222.0.36 "GET /v2.0/ports?device_id=13107cc2-f2fb-4f41-9cad-6addff7b1525 HTTP/1.1" status: 200 len: 946 time: 0.1085317 Apr 19 18:25:35.215533 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6479bfac-102a-46ed-879e-bf49d67c171e req-8e7243fb-afc8-4aff-a145-0bde232468c4 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb971d4b-28db-4667-a104-99285d2c0e26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491970 Apr 19 18:25:35.224584 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Pushing event updated for resources: {'Port': ['ID=015b2e9f-48e4-4710-851c-052d3775aa06,revision_number=4']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:25:35.228853 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:25:35.239501 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4ff339-452f-453c-a38d-e83872fd72da req-acdfcca7-3b4a-4599-9c7f-dba75d8aa5e5 tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:35.241639 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-fe4ff339-452f-453c-a38d-e83872fd72da req-acdfcca7-3b4a-4599-9c7f-dba75d8aa5e5 tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] 10.222.0.53 "GET /v2.0/networks?id=93d9efa9-eae4-45f8-bd09-8044fbbb3ad7 HTTP/1.1" status: 200 len: 808 time: 0.1997991 Apr 19 18:25:35.255919 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [req-fe4ff339-452f-453c-a38d-e83872fd72da req-b69d2272-798e-4484-a53f-0c1728693c7d tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] Request body: {'port': {'device_id': '229dcc13-9624-417c-b8b1-8110d08d4583', 'network_id': '93d9efa9-eae4-45f8-bd09-8044fbbb3ad7', 'admin_state_up': True, 'tenant_id': '8df10b98a0794caf9f6e73bc8034dbd0'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:25:35.333088 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] get_ports_and_sgs() called for port_ids ['015b2e9f-48e4-4710-851c-052d3775aa06'] {{(pid=86364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:25:35.384879 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-75bd4f23-e8eb-4348-979b-82457e77b95f req-35eba653-2fc3-4af5-95a6-723ff5244e2e tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] 10.222.0.36 "GET /v2.0/ports?device_id=229dcc13-9624-417c-b8b1-8110d08d4583 HTTP/1.1" status: 200 len: 210 time: 0.1050696 Apr 19 18:25:35.460389 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [req-fe4ff339-452f-453c-a38d-e83872fd72da req-b69d2272-798e-4484-a53f-0c1728693c7d tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:25:35.470528 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [req-fe4ff339-452f-453c-a38d-e83872fd72da req-b69d2272-798e-4484-a53f-0c1728693c7d tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:25:35.479797 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe4ff339-452f-453c-a38d-e83872fd72da req-b69d2272-798e-4484-a53f-0c1728693c7d tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] Made reservation on behalf of 8df10b98a0794caf9f6e73bc8034dbd0 for: {'port': 1} {{(pid=86363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:25:35.485866 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-fe4ff339-452f-453c-a38d-e83872fd72da req-b69d2272-798e-4484-a53f-0c1728693c7d tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:35.652613 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [req-fe4ff339-452f-453c-a38d-e83872fd72da req-b69d2272-798e-4484-a53f-0c1728693c7d tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] Allocated IP 172.20.0.7 (93d9efa9-eae4-45f8-bd09-8044fbbb3ad7/1e38c52b-2e7e-4bbf-b089-b4acf1fe2836/4c24df07-0d20-4683-8ebf-03768c8f9d5d) {{(pid=86363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:25:35.871713 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-fe4ff339-452f-453c-a38d-e83872fd72da req-b69d2272-798e-4484-a53f-0c1728693c7d tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] Notify callbacks [] for port, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:35.902355 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-fe4ff339-452f-453c-a38d-e83872fd72da req-b69d2272-798e-4484-a53f-0c1728693c7d tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782697811417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10486948'] for port, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:35.908476 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-5560af56-b233-4d48-8375-4108a297adbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:25:35.978475 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe4ff339-452f-453c-a38d-e83872fd72da req-b69d2272-798e-4484-a53f-0c1728693c7d tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] Network 93d9efa9-eae4-45f8-bd09-8044fbbb3ad7 is already hosted by enough agents. {{(pid=86363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:25:35.985667 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [req-fe4ff339-452f-453c-a38d-e83872fd72da req-b69d2272-798e-4484-a53f-0c1728693c7d tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] Resources bound (agent type, host, resource id): {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:25:35.990113 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe4ff339-452f-453c-a38d-e83872fd72da req-b69d2272-798e-4484-a53f-0c1728693c7d tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] Received port after_create {{(pid=86363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:25:36.024935 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69d2272-798e-4484-a53f-0c1728693c7d tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] Pushing event updated for resources: {'Port': ['ID=4c24df07-0d20-4683-8ebf-03768c8f9d5d,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:25:36.032513 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b69d2272-798e-4484-a53f-0c1728693c7d tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:25:36.069222 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4ff339-452f-453c-a38d-e83872fd72da req-b69d2272-798e-4484-a53f-0c1728693c7d tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:36.069920 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-fe4ff339-452f-453c-a38d-e83872fd72da req-b69d2272-798e-4484-a53f-0c1728693c7d tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773849'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:36.096170 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-fe4ff339-452f-453c-a38d-e83872fd72da req-b69d2272-798e-4484-a53f-0c1728693c7d tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8460968 Apr 19 18:25:36.109094 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [req-fe4ff339-452f-453c-a38d-e83872fd72da req-aec6185e-d75f-41f1-bde5-2b656758818d service neutron] Request body: {'port': {'device_id': '229dcc13-9624-417c-b8b1-8110d08d4583', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:25:36.179876 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc342ec5-e2be-42e6-862c-d86b19164f2a req-302fb561-066b-458d-b839-82228ecd26f0 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:36.181559 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-dc342ec5-e2be-42e6-862c-d86b19164f2a req-302fb561-066b-458d-b839-82228ecd26f0 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/ports?device_id=070d088b-3064-4ca0-aac9-8c5fe8284e2f HTTP/1.1" status: 200 len: 945 time: 0.0947936 Apr 19 18:25:36.231849 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-fe4ff339-452f-453c-a38d-e83872fd72da req-aec6185e-d75f-41f1-bde5-2b656758818d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:36.232117 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-dc342ec5-e2be-42e6-862c-d86b19164f2a req-f3322c08-8e9c-469e-aaf9-141fbc1993b3 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ee5570f-f568-4750-abc9-f2e83a97fd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435169 Apr 19 18:25:36.669117 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ef5bb4-07ea-4b66-ba27-fa5c6077ae74 req-5058c4c3-e8d2-423f-b814-4a6278c831a4 tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:36.669885 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-d6ef5bb4-07ea-4b66-ba27-fa5c6077ae74 req-5058c4c3-e8d2-423f-b814-4a6278c831a4 tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] Synchronizing usage tracker for tenant:8df10b98a0794caf9f6e73bc8034dbd0 on resource:port {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:25:36.691539 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [req-fe4ff339-452f-453c-a38d-e83872fd72da req-aec6185e-d75f-41f1-bde5-2b656758818d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c24df07-0d20-4683-8ebf-03768c8f9d5d {{(pid=86363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:25:36.699849 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-d6ef5bb4-07ea-4b66-ba27-fa5c6077ae74 req-5058c4c3-e8d2-423f-b814-4a6278c831a4 tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] Unset dirty status for tenant:8df10b98a0794caf9f6e73bc8034dbd0 on resource:port {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:25:36.701113 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d6ef5bb4-07ea-4b66-ba27-fa5c6077ae74 req-5058c4c3-e8d2-423f-b814-4a6278c831a4 tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] 10.222.0.36 "GET /v2.0/ports?device_id=229dcc13-9624-417c-b8b1-8110d08d4583 HTTP/1.1" status: 200 len: 931 time: 0.1957510 Apr 19 18:25:36.702850 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-fe4ff339-452f-453c-a38d-e83872fd72da req-aec6185e-d75f-41f1-bde5-2b656758818d service neutron] Notify callbacks [] for port, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:36.734183 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [req-fe4ff339-452f-453c-a38d-e83872fd72da req-aec6185e-d75f-41f1-bde5-2b656758818d service neutron] Transition to ACTIVE for port object 4c24df07-0d20-4683-8ebf-03768c8f9d5d will not be triggered until provisioned by entity L2. {{(pid=86363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:25:36.740782 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-fe4ff339-452f-453c-a38d-e83872fd72da req-aec6185e-d75f-41f1-bde5-2b656758818d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844288851'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:36.746519 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-85a036dd-70be-4db7-87cc-41d5ceb56168 tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:25:36.843474 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Device 015b2e9f-48e4-4710-851c-052d3775aa06 up at agent hyperv_hv-cinder-78692 {{(pid=86364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:25:36.896462 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d6ef5bb4-07ea-4b66-ba27-fa5c6077ae74 req-e0215014-570f-4fbe-a731-412b87fcd015 tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] 10.222.0.36 "GET /v2.0/security-groups?id=78b0e8fd-c817-45b9-ac1d-11d2c0343c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849723 Apr 19 18:25:36.915930 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Provisioning for port 015b2e9f-48e4-4710-851c-052d3775aa06 completed by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:25:36.921192 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Provisioning complete for port 015b2e9f-48e4-4710-851c-052d3775aa06 triggered by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:25:36.921879 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:36.976761 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec6185e-d75f-41f1-bde5-2b656758818d service neutron] Pushing event updated for resources: {'Port': ['ID=4c24df07-0d20-4683-8ebf-03768c8f9d5d,revision_number=2']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:25:36.980160 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-aec6185e-d75f-41f1-bde5-2b656758818d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:25:37.028049 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-fe4ff339-452f-453c-a38d-e83872fd72da req-aec6185e-d75f-41f1-bde5-2b656758818d service neutron] Attempting to bind port 4c24df07-0d20-4683-8ebf-03768c8f9d5d on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:25:37.028431 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-fe4ff339-452f-453c-a38d-e83872fd72da req-aec6185e-d75f-41f1-bde5-2b656758818d service neutron] Attempting to bind port 4c24df07-0d20-4683-8ebf-03768c8f9d5d by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': 'c1bd4d30-b202-4461-9273-97293f4d55ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '93d9efa9-eae4-45f8-bd09-8044fbbb3ad7'}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:25:37.028806 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4ff339-452f-453c-a38d-e83872fd72da req-aec6185e-d75f-41f1-bde5-2b656758818d service neutron] Attempting to bind port 4c24df07-0d20-4683-8ebf-03768c8f9d5d on network 93d9efa9-eae4-45f8-bd09-8044fbbb3ad7 {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:25:37.034785 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4ff339-452f-453c-a38d-e83872fd72da req-aec6185e-d75f-41f1-bde5-2b656758818d service neutron] Port 4c24df07-0d20-4683-8ebf-03768c8f9d5d on network 93d9efa9-eae4-45f8-bd09-8044fbbb3ad7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 18:25:37.035195 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4ff339-452f-453c-a38d-e83872fd72da req-aec6185e-d75f-41f1-bde5-2b656758818d service neutron] Attempting to bind port 4c24df07-0d20-4683-8ebf-03768c8f9d5d on network 93d9efa9-eae4-45f8-bd09-8044fbbb3ad7 {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:25:37.041829 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4ff339-452f-453c-a38d-e83872fd72da req-aec6185e-d75f-41f1-bde5-2b656758818d service neutron] Checking agent: {'id': '45629c73-d10e-4994-a087-373ccf8ea198', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 14, 33), 'started_at': datetime.datetime(2021, 4, 19, 18, 14, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:25:37.042216 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4ff339-452f-453c-a38d-e83872fd72da req-aec6185e-d75f-41f1-bde5-2b656758818d service neutron] Checking segment: {'id': 'c1bd4d30-b202-4461-9273-97293f4d55ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '93d9efa9-eae4-45f8-bd09-8044fbbb3ad7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:25:37.042650 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4ff339-452f-453c-a38d-e83872fd72da req-aec6185e-d75f-41f1-bde5-2b656758818d service neutron] Bound using segment: {'id': 'c1bd4d30-b202-4461-9273-97293f4d55ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '93d9efa9-eae4-45f8-bd09-8044fbbb3ad7'} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:25:37.043159 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-fe4ff339-452f-453c-a38d-e83872fd72da req-aec6185e-d75f-41f1-bde5-2b656758818d service neutron] Bound port: 4c24df07-0d20-4683-8ebf-03768c8f9d5d, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1bd4d30-b202-4461-9273-97293f4d55ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '93d9efa9-eae4-45f8-bd09-8044fbbb3ad7'}}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:25:37.043559 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-fe4ff339-452f-453c-a38d-e83872fd72da req-aec6185e-d75f-41f1-bde5-2b656758818d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:37.150463 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-fe4ff339-452f-453c-a38d-e83872fd72da req-aec6185e-d75f-41f1-bde5-2b656758818d service neutron] For port 4c24df07-0d20-4683-8ebf-03768c8f9d5d, host hv-cinder-78692, cleared binding levels {{(pid=86363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:25:37.153816 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-fe4ff339-452f-453c-a38d-e83872fd72da req-aec6185e-d75f-41f1-bde5-2b656758818d service neutron] For port 4c24df07-0d20-4683-8ebf-03768c8f9d5d, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=4c24df07-0d20-4683-8ebf-03768c8f9d5d,segment=NetworkSegment(c1bd4d30-b202-4461-9273-97293f4d55ee),segment_id=c1bd4d30-b202-4461-9273-97293f4d55ee)] {{(pid=86363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:25:37.157740 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-fe4ff339-452f-453c-a38d-e83872fd72da req-aec6185e-d75f-41f1-bde5-2b656758818d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844288851'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:37.166135 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-30f9c89d-35d4-4b0b-aa35-1ea1d52b163f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:25:37.221429 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:37.251137 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '070d088b-3064-4ca0-aac9-8c5fe8284e2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '015b2e9f-48e4-4710-851c-052d3775aa06'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:25:37.261690 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] For port 015b2e9f-48e4-4710-851c-052d3775aa06, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=015b2e9f-48e4-4710-851c-052d3775aa06,segment=NetworkSegment(3a08ee2f-f5d8-4530-9399-ffecb932d723),segment_id=3a08ee2f-f5d8-4530-9399-ffecb932d723)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:25:37.269303 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4ff339-452f-453c-a38d-e83872fd72da req-aec6185e-d75f-41f1-bde5-2b656758818d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:37.269941 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:37.270083 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-fe4ff339-452f-453c-a38d-e83872fd72da req-aec6185e-d75f-41f1-bde5-2b656758818d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773849'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:37.271516 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-fe4ff339-452f-453c-a38d-e83872fd72da req-aec6185e-d75f-41f1-bde5-2b656758818d service neutron] 10.222.0.53 "PUT /v2.0/ports/4c24df07-0d20-4683-8ebf-03768c8f9d5d HTTP/1.1" status: 200 len: 1093 time: 1.1672823 Apr 19 18:25:37.272106 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '229dcc13-9624-417c-b8b1-8110d08d4583', 'tag': '4c24df07-0d20-4683-8ebf-03768c8f9d5d'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:25:37.273062 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:25:37.301605 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec6185e-d75f-41f1-bde5-2b656758818d service neutron] Pushing event updated for resources: {'Port': ['ID=4c24df07-0d20-4683-8ebf-03768c8f9d5d,revision_number=3']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:25:37.305686 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-aec6185e-d75f-41f1-bde5-2b656758818d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:25:37.362749 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Pushing event updated for resources: {'Port': ['ID=015b2e9f-48e4-4710-851c-052d3775aa06,revision_number=5']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:25:37.368892 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '070d088b-3064-4ca0-aac9-8c5fe8284e2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '015b2e9f-48e4-4710-851c-052d3775aa06', 'code': 200} Apr 19 18:25:37.368892 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:25:37.402266 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '229dcc13-9624-417c-b8b1-8110d08d4583', 'tag': '4c24df07-0d20-4683-8ebf-03768c8f9d5d', 'status': 'completed', 'code': 200} Apr 19 18:25:37.476531 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4ff339-452f-453c-a38d-e83872fd72da req-99db7a81-565d-4db2-9b00-b4f7f5481f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:37.478178 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-fe4ff339-452f-453c-a38d-e83872fd72da req-99db7a81-565d-4db2-9b00-b4f7f5481f6a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8df10b98a0794caf9f6e73bc8034dbd0&device_id=229dcc13-9624-417c-b8b1-8110d08d4583 HTTP/1.1" status: 200 len: 1096 time: 0.1603639 Apr 19 18:25:37.562329 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-fe4ff339-452f-453c-a38d-e83872fd72da req-6094db15-a9b8-4fb4-809c-9da5bd6a5b69 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c24df07-0d20-4683-8ebf-03768c8f9d5d HTTP/1.1" status: 200 len: 217 time: 0.0752017 Apr 19 18:25:37.578850 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a318e99-6572-452c-9d5f-0d67b0c6aefd req-acaf36fc-bb8e-4cd4-864a-58b8d42f0299 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:37.580598 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4a318e99-6572-452c-9d5f-0d67b0c6aefd req-acaf36fc-bb8e-4cd4-864a-58b8d42f0299 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/ports?device_id=070d088b-3064-4ca0-aac9-8c5fe8284e2f HTTP/1.1" status: 200 len: 946 time: 0.1832073 Apr 19 18:25:37.655478 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5c6373-73eb-43ba-8f64-28cefd08b622 req-a9e8e7ef-2032-4c11-b918-37e389e46d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:37.657100 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7f5c6373-73eb-43ba-8f64-28cefd08b622 req-a9e8e7ef-2032-4c11-b918-37e389e46d06 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=070d088b-3064-4ca0-aac9-8c5fe8284e2f HTTP/1.1" status: 200 len: 1099 time: 0.0786750 Apr 19 18:25:37.681050 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4ff339-452f-453c-a38d-e83872fd72da req-d9238d1f-628a-4d99-9b2a-c8ab14840851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:37.682649 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-fe4ff339-452f-453c-a38d-e83872fd72da req-d9238d1f-628a-4d99-9b2a-c8ab14840851 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1e38c52b-2e7e-4bbf-b089-b4acf1fe2836 HTTP/1.1" status: 200 len: 848 time: 0.1011045 Apr 19 18:25:37.687915 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4a318e99-6572-452c-9d5f-0d67b0c6aefd req-d91bf976-8966-4e27-ae89-e6e282c28644 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ee5570f-f568-4750-abc9-f2e83a97fd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681748 Apr 19 18:25:37.702078 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7f5c6373-73eb-43ba-8f64-28cefd08b622 req-95621658-113c-4347-9d4e-ca0da372417a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=9ee5570f-f568-4750-abc9-f2e83a97fd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379767 Apr 19 18:25:37.744830 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-fe4ff339-452f-453c-a38d-e83872fd72da req-b4a6e647-c7b1-40a9-86fd-0f195aa05fb4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=93d9efa9-eae4-45f8-bd09-8044fbbb3ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558462 Apr 19 18:25:37.891914 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-fe4ff339-452f-453c-a38d-e83872fd72da req-9c079f5c-e0e4-436f-a33a-19b6d15cfc34 service neutron] 10.222.0.53 "GET /v2.0/networks/93d9efa9-eae4-45f8-bd09-8044fbbb3ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403708 Apr 19 18:25:38.041622 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-fe4ff339-452f-453c-a38d-e83872fd72da req-5573f760-13be-43b9-a17c-bca502da6568 service neutron] 10.222.0.53 "GET /v2.0/networks/93d9efa9-eae4-45f8-bd09-8044fbbb3ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423271 Apr 19 18:25:38.175941 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc93e0c8-4d04-410e-9e09-83803ffdeb43 req-99e9936d-2d9f-44e9-929d-a3d6a512fd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:38.177511 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-dc93e0c8-4d04-410e-9e09-83803ffdeb43 req-99e9936d-2d9f-44e9-929d-a3d6a512fd78 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8df10b98a0794caf9f6e73bc8034dbd0&device_id=229dcc13-9624-417c-b8b1-8110d08d4583 HTTP/1.1" status: 200 len: 1096 time: 0.0847874 Apr 19 18:25:38.330646 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc93e0c8-4d04-410e-9e09-83803ffdeb43 req-3e2c1110-a74c-49f5-8e3c-9322218e9d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:38.332313 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-dc93e0c8-4d04-410e-9e09-83803ffdeb43 req-3e2c1110-a74c-49f5-8e3c-9322218e9d2e service neutron] 10.222.0.53 "GET /v2.0/networks?id=93d9efa9-eae4-45f8-bd09-8044fbbb3ad7 HTTP/1.1" status: 200 len: 909 time: 0.1466494 Apr 19 18:25:38.344283 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448d2772-6747-4a32-9492-8380b4f2eea1 req-b760420b-f742-47cc-968d-411c264bed9e tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:38.345964 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-448d2772-6747-4a32-9492-8380b4f2eea1 req-b760420b-f742-47cc-968d-411c264bed9e tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] 10.222.0.36 "GET /v2.0/ports?device_id=229dcc13-9624-417c-b8b1-8110d08d4583 HTTP/1.1" status: 200 len: 943 time: 0.3327434 Apr 19 18:25:38.398773 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-448d2772-6747-4a32-9492-8380b4f2eea1 req-33dee1bd-9ce5-4687-9408-cb2059804c4e tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] 10.222.0.36 "GET /v2.0/security-groups?id=78b0e8fd-c817-45b9-ac1d-11d2c0343c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453339 Apr 19 18:25:38.422878 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-dc93e0c8-4d04-410e-9e09-83803ffdeb43 req-4fdff877-e8e9-416a-9a8d-ac16e5c34916 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c24df07-0d20-4683-8ebf-03768c8f9d5d HTTP/1.1" status: 200 len: 217 time: 0.0741446 Apr 19 18:25:38.496832 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc93e0c8-4d04-410e-9e09-83803ffdeb43 req-66f5eda1-89ce-40d4-9b59-00f3ce730ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:38.498498 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-dc93e0c8-4d04-410e-9e09-83803ffdeb43 req-66f5eda1-89ce-40d4-9b59-00f3ce730ffa service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1e38c52b-2e7e-4bbf-b089-b4acf1fe2836 HTTP/1.1" status: 200 len: 848 time: 0.0686624 Apr 19 18:25:38.554600 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-dc93e0c8-4d04-410e-9e09-83803ffdeb43 req-33f42b62-0e1e-4f70-89da-caef5369643f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=93d9efa9-eae4-45f8-bd09-8044fbbb3ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478671 Apr 19 18:25:38.701611 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-dc93e0c8-4d04-410e-9e09-83803ffdeb43 req-b01b0360-707b-48fa-8ecf-e13770f6bce0 service neutron] 10.222.0.53 "GET /v2.0/networks/93d9efa9-eae4-45f8-bd09-8044fbbb3ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384282 Apr 19 18:25:38.847859 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Device 4c24df07-0d20-4683-8ebf-03768c8f9d5d details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:25:38.921434 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-dc93e0c8-4d04-410e-9e09-83803ffdeb43 req-7a7a8735-b454-43f4-910f-ab57b9a99643 service neutron] 10.222.0.53 "GET /v2.0/networks/93d9efa9-eae4-45f8-bd09-8044fbbb3ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126765 Apr 19 18:25:38.963871 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d439d09d-f833-4c91-8699-e435b93be9a0 req-85dd938e-62c1-4d12-8295-4bef148c3790 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:38.965565 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d439d09d-f833-4c91-8699-e435b93be9a0 req-85dd938e-62c1-4d12-8295-4bef148c3790 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/ports?device_id=070d088b-3064-4ca0-aac9-8c5fe8284e2f HTTP/1.1" status: 200 len: 946 time: 0.1172364 Apr 19 18:25:39.011381 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] For port 4c24df07-0d20-4683-8ebf-03768c8f9d5d, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=4c24df07-0d20-4683-8ebf-03768c8f9d5d,segment=NetworkSegment(c1bd4d30-b202-4461-9273-97293f4d55ee),segment_id=c1bd4d30-b202-4461-9273-97293f4d55ee)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:25:39.021128 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d439d09d-f833-4c91-8699-e435b93be9a0 req-0b374dd5-8eb4-4a1a-8cd9-e789d609eeba tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ee5570f-f568-4750-abc9-f2e83a97fd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482228 Apr 19 18:25:39.028063 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Returning: {'device': '4c24df07-0d20-4683-8ebf-03768c8f9d5d', 'network_id': '93d9efa9-eae4-45f8-bd09-8044fbbb3ad7', 'port_id': '4c24df07-0d20-4683-8ebf-03768c8f9d5d', 'mac_address': 'fa:16:3e:e7:b8:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e38c52b-2e7e-4bbf-b089-b4acf1fe2836', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:25:39.091267 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:39.110538 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c24df07-0d20-4683-8ebf-03768c8f9d5d {{(pid=86364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:25:39.129093 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] For port 4c24df07-0d20-4683-8ebf-03768c8f9d5d, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=4c24df07-0d20-4683-8ebf-03768c8f9d5d,segment=NetworkSegment(c1bd4d30-b202-4461-9273-97293f4d55ee),segment_id=c1bd4d30-b202-4461-9273-97293f4d55ee)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:25:39.132346 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:39.134259 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:25:39.211145 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Pushing event updated for resources: {'Port': ['ID=4c24df07-0d20-4683-8ebf-03768c8f9d5d,revision_number=4']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:25:39.214438 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:25:39.235155 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b74d78-f450-4515-896e-6685a7a90307 req-2f1175a3-4214-430a-8510-daf9adb9b9f6 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:39.236832 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-09b74d78-f450-4515-896e-6685a7a90307 req-2f1175a3-4214-430a-8510-daf9adb9b9f6 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/ports?device_id=070d088b-3064-4ca0-aac9-8c5fe8284e2f HTTP/1.1" status: 200 len: 946 time: 0.0946476 Apr 19 18:25:39.289042 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-09b74d78-f450-4515-896e-6685a7a90307 req-08899ee7-ab30-4025-b061-bd15a2945a80 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ee5570f-f568-4750-abc9-f2e83a97fd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455511 Apr 19 18:25:39.314594 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 39656) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:25:39.342832 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] get_ports_and_sgs() called for port_ids ['4c24df07-0d20-4683-8ebf-03768c8f9d5d'] {{(pid=86364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:25:39.395807 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82767ab6-0e03-4817-8ea5-9718b79afc59 tempest-TestVolumeBootPattern-1637324943 tempest-TestVolumeBootPattern-1637324943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:39.396581 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-82767ab6-0e03-4817-8ea5-9718b79afc59 tempest-TestVolumeBootPattern-1637324943 tempest-TestVolumeBootPattern-1637324943-project-admin] Synchronizing usage tracker for tenant:80ed8f07ebbe485ba350dccbe83be8ac on resource:port {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:25:39.414089 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-82767ab6-0e03-4817-8ea5-9718b79afc59 tempest-TestVolumeBootPattern-1637324943 tempest-TestVolumeBootPattern-1637324943-project-admin] Unset dirty status for tenant:80ed8f07ebbe485ba350dccbe83be8ac on resource:port {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:25:39.415404 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-82767ab6-0e03-4817-8ea5-9718b79afc59 tempest-TestVolumeBootPattern-1637324943 tempest-TestVolumeBootPattern-1637324943-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=070d088b-3064-4ca0-aac9-8c5fe8284e2f HTTP/1.1" status: 200 len: 1094 time: 0.0996199 Apr 19 18:25:39.418741 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 39660) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:25:39.425223 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-d6dc5f5c-c877-4046-85f3-f153cf2d7b9e tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Request body: {'floatingip': {'floating_network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'port_id': '015b2e9f-48e4-4710-851c-052d3775aa06', 'tenant_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'fixed_ip_address': '172.20.0.11'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:25:39.431935 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-d6dc5f5c-c877-4046-85f3-f153cf2d7b9e tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:25:39.436054 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-d6dc5f5c-c877-4046-85f3-f153cf2d7b9e tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Usage tracker for resource:floatingip and tenant:ab7ea17f87bf48eea71bdbbfac21f7d9 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:25:39.438998 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-d6dc5f5c-c877-4046-85f3-f153cf2d7b9e tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:25:39.445634 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-d6dc5f5c-c877-4046-85f3-f153cf2d7b9e tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:25:39.456777 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d6dc5f5c-c877-4046-85f3-f153cf2d7b9e tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks [] for floatingip, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:39.879201 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd31877-2dcf-4f8f-942f-0f3cb5af5720 req-e6ba2938-1b80-459d-bfb0-500f1b464cef tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:39.880937 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-cfd31877-2dcf-4f8f-942f-0f3cb5af5720 req-e6ba2938-1b80-459d-bfb0-500f1b464cef tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] 10.222.0.36 "GET /v2.0/ports?device_id=229dcc13-9624-417c-b8b1-8110d08d4583 HTTP/1.1" status: 200 len: 944 time: 0.1635492 Apr 19 18:25:39.955291 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-cfd31877-2dcf-4f8f-942f-0f3cb5af5720 req-862a005b-6138-4e9e-a981-5495c2dfc08f tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] 10.222.0.36 "GET /v2.0/security-groups?id=78b0e8fd-c817-45b9-ac1d-11d2c0343c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670292 Apr 19 18:25:39.957557 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d6dc5f5c-c877-4046-85f3-f153cf2d7b9e tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:40.101580 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [None req-d6dc5f5c-c877-4046-85f3-f153cf2d7b9e tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Allocated IP 172.27.0.9 (4d554598-b480-4681-a36f-a7d82bbc0b33/6ca15ad6-e22c-47ba-9758-57475411b5fa/67eb8030-7ebc-4c49-a25c-02fca8b59256) {{(pid=86363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:25:40.254194 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d6dc5f5c-c877-4046-85f3-f153cf2d7b9e tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks [] for port, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:40.284688 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d6dc5f5c-c877-4046-85f3-f153cf2d7b9e tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782697811417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10486948'] for port, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:40.289163 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-ac3157af-c31f-43d3-a2a8-227bb3bae0e5 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:25:40.361094 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6dc5f5c-c877-4046-85f3-f153cf2d7b9e tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Network 4d554598-b480-4681-a36f-a7d82bbc0b33 is already hosted by enough agents. {{(pid=86363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:25:40.364265 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-d6dc5f5c-c877-4046-85f3-f153cf2d7b9e tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Resources bound (agent type, host, resource id): {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:25:40.368658 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6dc5f5c-c877-4046-85f3-f153cf2d7b9e tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Received port after_create {{(pid=86363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:25:40.405837 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dc5f5c-c877-4046-85f3-f153cf2d7b9e tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Pushing event updated for resources: {'Port': ['ID=67eb8030-7ebc-4c49-a25c-02fca8b59256,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:25:40.410088 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-d6dc5f5c-c877-4046-85f3-f153cf2d7b9e tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:25:40.795641 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d6dc5f5c-c877-4046-85f3-f153cf2d7b9e tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:40.858585 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Device 4c24df07-0d20-4683-8ebf-03768c8f9d5d up at agent hyperv_hv-cinder-78692 {{(pid=86364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:25:40.875445 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d6dc5f5c-c877-4046-85f3-f153cf2d7b9e tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:40.935086 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Provisioning for port 4c24df07-0d20-4683-8ebf-03768c8f9d5d completed by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:25:40.940093 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Provisioning complete for port 4c24df07-0d20-4683-8ebf-03768c8f9d5d triggered by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:25:40.940516 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:41.083388 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:41.113828 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '229dcc13-9624-417c-b8b1-8110d08d4583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c24df07-0d20-4683-8ebf-03768c8f9d5d'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:25:41.125178 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] For port 4c24df07-0d20-4683-8ebf-03768c8f9d5d, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=4c24df07-0d20-4683-8ebf-03768c8f9d5d,segment=NetworkSegment(c1bd4d30-b202-4461-9273-97293f4d55ee),segment_id=c1bd4d30-b202-4461-9273-97293f4d55ee)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:25:41.130371 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:41.132960 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:25:41.138702 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d6dc5f5c-c877-4046-85f3-f153cf2d7b9e tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks [] for port, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:41.143500 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d6dc5f5c-c877-4046-85f3-f153cf2d7b9e tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844288851'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:41.150268 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-2e72acdc-c69c-4128-9a53-31259ff0054f tempest-VolumesSnapshotTestJSON-740218611 tempest-VolumesSnapshotTestJSON-740218611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:25:41.195839 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '229dcc13-9624-417c-b8b1-8110d08d4583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c24df07-0d20-4683-8ebf-03768c8f9d5d', 'code': 200} Apr 19 18:25:41.224098 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d25c281-7ca6-46fb-9b0e-ad156e18512e req-d68a2290-1cda-4245-b5c4-346a95b8ca48 tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:41.225581 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7d25c281-7ca6-46fb-9b0e-ad156e18512e req-d68a2290-1cda-4245-b5c4-346a95b8ca48 tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] 10.222.0.36 "GET /v2.0/ports?device_id=229dcc13-9624-417c-b8b1-8110d08d4583 HTTP/1.1" status: 200 len: 945 time: 0.1348059 Apr 19 18:25:41.230972 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Pushing event updated for resources: {'Port': ['ID=4c24df07-0d20-4683-8ebf-03768c8f9d5d,revision_number=5']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:25:41.235371 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:25:41.274745 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dc5f5c-c877-4046-85f3-f153cf2d7b9e tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Pushing event updated for resources: {'Port': ['ID=67eb8030-7ebc-4c49-a25c-02fca8b59256,revision_number=2']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:25:41.279767 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-d6dc5f5c-c877-4046-85f3-f153cf2d7b9e tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:25:41.286970 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d6dc5f5c-c877-4046-85f3-f153cf2d7b9e tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854123342'] for floatingip, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:41.299356 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7d25c281-7ca6-46fb-9b0e-ad156e18512e req-7adb3fcd-d271-4905-b5d6-dd68fb475740 tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] 10.222.0.36 "GET /v2.0/security-groups?id=78b0e8fd-c817-45b9-ac1d-11d2c0343c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527425 Apr 19 18:25:41.542590 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128bd8d4-923b-423e-bacc-ee1530ab01c6 req-4a65c21d-4eef-4b90-a70e-eb55730be02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:41.544156 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-128bd8d4-923b-423e-bacc-ee1530ab01c6 req-4a65c21d-4eef-4b90-a70e-eb55730be02c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=229dcc13-9624-417c-b8b1-8110d08d4583 HTTP/1.1" status: 200 len: 1098 time: 0.1310990 Apr 19 18:25:41.545348 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.db.l3_db [None req-d6dc5f5c-c877-4046-85f3-f153cf2d7b9e tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Floating IP 6ba452ed-64c5-4e6d-82d4-1c199fe8d998 associated. External IP: 172.27.0.9, port: 015b2e9f-48e4-4710-851c-052d3775aa06. Apr 19 18:25:41.726284 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-128bd8d4-923b-423e-bacc-ee1530ab01c6 req-0b289de4-71c6-4898-87e3-c0c0a6e45ce6 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=78b0e8fd-c817-45b9-ac1d-11d2c0343c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299827 Apr 19 18:25:41.958266 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6dc5f5c-c877-4046-85f3-f153cf2d7b9e tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Router 06903e02-b5ee-4ad8-a32f-bf7deafb1a58 has already been hosted by L3 agent 24af6f5b-4620-4572-ab28-0613f710586e {{(pid=86363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:25:42.153049 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6dc5f5c-c877-4046-85f3-f153cf2d7b9e tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify agent at l3_agent.dv-cinder-786927-1-iscsi the message routers_updated {{(pid=86363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:25:42.163810 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb79f364-d436-405d-a7b7-fc9ec3d05a51 None None] Sync routers for ids ['06903e02-b5ee-4ad8-a32f-bf7deafb1a58'] in dv-cinder-786927-1-iscsi {{(pid=86364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:25:42.174568 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb79f364-d436-405d-a7b7-fc9ec3d05a51 None None] Routers {'06903e02-b5ee-4ad8-a32f-bf7deafb1a58'} bound to L3 agent in host dv-cinder-786927-1-iscsi {{(pid=86364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:25:42.175361 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-bb79f364-d436-405d-a7b7-fc9ec3d05a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T18:07:54Z,description=,heartbeat_timestamp=2021-04-19T18:25:24Z,host='dv-cinder-786927-1-iscsi',id=24af6f5b-4620-4572-ab28-0613f710586e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:07:54Z,topic='l3_agent')) {'router_ids': ['06903e02-b5ee-4ad8-a32f-bf7deafb1a58'], 'active': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:25:42.181826 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d6dc5f5c-c877-4046-85f3-f153cf2d7b9e tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773849'] for floatingip, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:42.247688 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-d6dc5f5c-c877-4046-85f3-f153cf2d7b9e tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8272688 Apr 19 18:25:42.248608 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '070d088b-3064-4ca0-aac9-8c5fe8284e2f', 'tag': '015b2e9f-48e4-4710-851c-052d3775aa06'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:25:42.303454 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '070d088b-3064-4ca0-aac9-8c5fe8284e2f', 'tag': '015b2e9f-48e4-4710-851c-052d3775aa06', 'status': 'completed', 'code': 200} Apr 19 18:25:42.411706 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff927174-488f-4d06-b9f4-70504c3873ce req-fcb407bb-ddb7-4e83-bd1f-571782a717a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:42.413937 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ff927174-488f-4d06-b9f4-70504c3873ce req-fcb407bb-ddb7-4e83-bd1f-571782a717a2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ab7ea17f87bf48eea71bdbbfac21f7d9&device_id=070d088b-3064-4ca0-aac9-8c5fe8284e2f HTTP/1.1" status: 200 len: 1099 time: 0.0849516 Apr 19 18:25:42.417108 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-bb79f364-d436-405d-a7b7-fc9ec3d05a51 None None] Set router 06903e02-b5ee-4ad8-a32f-bf7deafb1a58 gateway port host: dv-cinder-786927-1-iscsi {{(pid=86364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:25:42.570934 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff927174-488f-4d06-b9f4-70504c3873ce req-8376969e-f22b-420b-817f-d448b84e6957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:42.572867 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ff927174-488f-4d06-b9f4-70504c3873ce req-8376969e-f22b-420b-817f-d448b84e6957 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1f49822f-29ba-4e60-a46b-78786ac1f34c HTTP/1.1" status: 200 len: 912 time: 0.1478074 Apr 19 18:25:42.652722 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3d65a2-55ed-49f3-b674-3ea1c027e1e7 req-857138bb-bb69-45b5-9d18-9418cae54c31 tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:42.654679 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4c3d65a2-55ed-49f3-b674-3ea1c027e1e7 req-857138bb-bb69-45b5-9d18-9418cae54c31 tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] 10.222.0.36 "GET /v2.0/ports?device_id=229dcc13-9624-417c-b8b1-8110d08d4583 HTTP/1.1" status: 200 len: 945 time: 0.1292551 Apr 19 18:25:42.714346 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ff927174-488f-4d06-b9f4-70504c3873ce req-6a64f1e9-391e-487e-a106-30481fe36955 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=015b2e9f-48e4-4710-851c-052d3775aa06 HTTP/1.1" status: 200 len: 998 time: 0.1263840 Apr 19 18:25:42.716035 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4c3d65a2-55ed-49f3-b674-3ea1c027e1e7 req-ca139d6a-7f68-4592-af2f-b04da168c88a tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] 10.222.0.36 "GET /v2.0/security-groups?id=78b0e8fd-c817-45b9-ac1d-11d2c0343c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547965 Apr 19 18:25:42.794819 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff927174-488f-4d06-b9f4-70504c3873ce req-eaabaff8-dbaa-4ecc-bfa9-6b85d6c74570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:42.796430 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ff927174-488f-4d06-b9f4-70504c3873ce req-eaabaff8-dbaa-4ecc-bfa9-6b85d6c74570 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a7079f5e-d348-48c2-81c0-ab4764c813e8 HTTP/1.1" status: 200 len: 850 time: 0.0709782 Apr 19 18:25:42.925790 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff927174-488f-4d06-b9f4-70504c3873ce req-77a33a9b-b54a-4f4a-9bab-8f636d28b26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:42.928939 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ff927174-488f-4d06-b9f4-70504c3873ce req-77a33a9b-b54a-4f4a-9bab-8f636d28b26c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1f49822f-29ba-4e60-a46b-78786ac1f34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1254995 Apr 19 18:25:42.959224 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-bb79f364-d436-405d-a7b7-fc9ec3d05a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06903e02-b5ee-4ad8-a32f-bf7deafb1a58', 'name': 'tempest-TestVolumeBootPattern-273059214-router', 'tenant_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '98271dc7-b9d9-46a4-a452-6f803fe9e7ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:21:57Z', 'updated_at': '2021-04-19T18:22:07Z', 'revision_number': 4, 'project_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'gw_port': {'id': '98271dc7-b9d9-46a4-a452-6f803fe9e7ab', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06903e02-b5ee-4ad8-a32f-bf7deafb1a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:59Z', 'updated_at': '2021-04-19T18:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi', '_floatingips': [{'id': '6ba452ed-64c5-4e6d-82d4-1c199fe8d998', 'tenant_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'floating_ip_address': '172.27.0.9', 'floating_network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'router_id': '06903e02-b5ee-4ad8-a32f-bf7deafb1a58', 'port_id': '015b2e9f-48e4-4710-851c-052d3775aa06', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f49822f-29ba-4e60-a46b-78786ac1f34c', 'mac_address': 'fa:16:3e:bd:c9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070d088b-3064-4ca0-aac9-8c5fe8284e2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:25:40Z', 'updated_at': '2021-04-19T18:25:40Z', 'revision_number': 0, 'project_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b36268b-3921-4430-a588-04a8e09b4384', 'name': '', 'network_id': '1f49822f-29ba-4e60-a46b-78786ac1f34c', 'tenant_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'mac_address': 'fa:16:3e:d6:68:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06903e02-b5ee-4ad8-a32f-bf7deafb1a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'a7079f5e-d348-48c2-81c0-ab4764c813e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:22:04Z', 'updated_at': '2021-04-19T18:22:19Z', 'revision_number': 5, 'project_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'subnets': [{'id': 'a7079f5e-d348-48c2-81c0-ab4764c813e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-iscsi', False) {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:25:42.964104 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb79f364-d436-405d-a7b7-fc9ec3d05a51 None None] Checking router: 06903e02-b5ee-4ad8-a32f-bf7deafb1a58 for host: dv-cinder-786927-1-iscsi {{(pid=86364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:25:42.973732 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb79f364-d436-405d-a7b7-fc9ec3d05a51 None None] Routers {'06903e02-b5ee-4ad8-a32f-bf7deafb1a58'} bound to L3 agent in host dv-cinder-786927-1-iscsi {{(pid=86364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:25:42.974413 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-bb79f364-d436-405d-a7b7-fc9ec3d05a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T18:07:54Z,description=,heartbeat_timestamp=2021-04-19T18:25:24Z,host='dv-cinder-786927-1-iscsi',id=24af6f5b-4620-4572-ab28-0613f710586e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:07:54Z,topic='l3_agent')) {'router_ids': ['06903e02-b5ee-4ad8-a32f-bf7deafb1a58'], 'active': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:25:43.175237 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-bb79f364-d436-405d-a7b7-fc9ec3d05a51 None None] Set router 06903e02-b5ee-4ad8-a32f-bf7deafb1a58 gateway port host: dv-cinder-786927-1-iscsi {{(pid=86364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:25:43.318073 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ff927174-488f-4d06-b9f4-70504c3873ce req-e1d09137-7628-45b8-be96-b89a631b641e service neutron] 10.222.0.53 "GET /v2.0/networks/1f49822f-29ba-4e60-a46b-78786ac1f34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3820648 Apr 19 18:25:43.459206 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-ff927174-488f-4d06-b9f4-70504c3873ce req-9a87c157-506e-4fa0-ad29-2c2e6c1dc11e service neutron] 10.222.0.53 "GET /v2.0/networks/1f49822f-29ba-4e60-a46b-78786ac1f34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334336 Apr 19 18:25:43.547908 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-bb79f364-d436-405d-a7b7-fc9ec3d05a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06903e02-b5ee-4ad8-a32f-bf7deafb1a58', 'name': 'tempest-TestVolumeBootPattern-273059214-router', 'tenant_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '98271dc7-b9d9-46a4-a452-6f803fe9e7ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:21:57Z', 'updated_at': '2021-04-19T18:22:07Z', 'revision_number': 4, 'project_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'gw_port': {'id': '98271dc7-b9d9-46a4-a452-6f803fe9e7ab', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06903e02-b5ee-4ad8-a32f-bf7deafb1a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:59Z', 'updated_at': '2021-04-19T18:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi', '_floatingips': [{'id': '6ba452ed-64c5-4e6d-82d4-1c199fe8d998', 'tenant_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'floating_ip_address': '172.27.0.9', 'floating_network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'router_id': '06903e02-b5ee-4ad8-a32f-bf7deafb1a58', 'port_id': '015b2e9f-48e4-4710-851c-052d3775aa06', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f49822f-29ba-4e60-a46b-78786ac1f34c', 'mac_address': 'fa:16:3e:bd:c9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070d088b-3064-4ca0-aac9-8c5fe8284e2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:25:40Z', 'updated_at': '2021-04-19T18:25:40Z', 'revision_number': 0, 'project_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b36268b-3921-4430-a588-04a8e09b4384', 'name': '', 'network_id': '1f49822f-29ba-4e60-a46b-78786ac1f34c', 'tenant_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'mac_address': 'fa:16:3e:d6:68:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06903e02-b5ee-4ad8-a32f-bf7deafb1a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'a7079f5e-d348-48c2-81c0-ab4764c813e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:22:04Z', 'updated_at': '2021-04-19T18:22:19Z', 'revision_number': 5, 'project_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'subnets': [{'id': 'a7079f5e-d348-48c2-81c0-ab4764c813e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-iscsi', False) {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:25:43.552053 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb79f364-d436-405d-a7b7-fc9ec3d05a51 None None] The sync data for ids ['06903e02-b5ee-4ad8-a32f-bf7deafb1a58'] in dv-cinder-786927-1-iscsi is: [{'id': '06903e02-b5ee-4ad8-a32f-bf7deafb1a58', 'name': 'tempest-TestVolumeBootPattern-273059214-router', 'tenant_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '98271dc7-b9d9-46a4-a452-6f803fe9e7ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:21:57Z', 'updated_at': '2021-04-19T18:22:07Z', 'revision_number': 4, 'project_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'gw_port': {'id': '98271dc7-b9d9-46a4-a452-6f803fe9e7ab', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06903e02-b5ee-4ad8-a32f-bf7deafb1a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:59Z', 'updated_at': '2021-04-19T18:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi', '_floatingips': [{'id': '6ba452ed-64c5-4e6d-82d4-1c199fe8d998', 'tenant_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'floating_ip_address': '172.27.0.9', 'floating_network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'router_id': '06903e02-b5ee-4ad8-a32f-bf7deafb1a58', 'port_id': '015b2e9f-48e4-4710-851c-052d3775aa06', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f49822f-29ba-4e60-a46b-78786ac1f34c', 'mac_address': 'fa:16:3e:bd:c9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070d088b-3064-4ca0-aac9-8c5fe8284e2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:25:40Z', 'updated_at': '2021-04-19T18:25:40Z', 'revision_number': 0, 'project_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b36268b-3921-4430-a588-04a8e09b4384', 'name': '', 'network_id': '1f49822f-29ba-4e60-a46b-78786ac1f34c', 'tenant_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'mac_address': 'fa:16:3e:d6:68:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06903e02-b5ee-4ad8-a32f-bf7deafb1a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'a7079f5e-d348-48c2-81c0-ab4764c813e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:22:04Z', 'updated_at': '2021-04-19T18:22:19Z', 'revision_number': 5, 'project_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'subnets': [{'id': 'a7079f5e-d348-48c2-81c0-ab4764c813e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:25:43.850924 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920c38a8-9018-4609-9585-d8f0ea7a0b3a None None] New status for floating IP 6ba452ed-64c5-4e6d-82d4-1c199fe8d998: ACTIVE {{(pid=86365) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 18:25:43.932510 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c353530-4861-423f-af8e-4d4549e50b98 req-54a4e411-59c2-4e69-97d5-ad2fd01cabcd tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:43.934100 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2c353530-4861-423f-af8e-4d4549e50b98 req-54a4e411-59c2-4e69-97d5-ad2fd01cabcd tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] 10.222.0.36 "GET /v2.0/ports?device_id=229dcc13-9624-417c-b8b1-8110d08d4583 HTTP/1.1" status: 200 len: 945 time: 0.0960097 Apr 19 18:25:43.982446 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2c353530-4861-423f-af8e-4d4549e50b98 req-1b555117-6a8c-4b10-991e-0b09800067d1 tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] 10.222.0.36 "GET /v2.0/security-groups?id=78b0e8fd-c817-45b9-ac1d-11d2c0343c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414772 Apr 19 18:25:45.167566 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab53ed4-9f02-4d6f-a1a0-2d29bccd1037 req-f6f4c787-413f-46c1-af89-f10865dcb56d tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:45.169230 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-bab53ed4-9f02-4d6f-a1a0-2d29bccd1037 req-f6f4c787-413f-46c1-af89-f10865dcb56d tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] 10.222.0.36 "GET /v2.0/ports?device_id=229dcc13-9624-417c-b8b1-8110d08d4583 HTTP/1.1" status: 200 len: 945 time: 0.0956891 Apr 19 18:25:45.218871 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-bab53ed4-9f02-4d6f-a1a0-2d29bccd1037 req-6012487d-89d5-44c0-8fca-f0ac6d729d09 tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] 10.222.0.36 "GET /v2.0/security-groups?id=78b0e8fd-c817-45b9-ac1d-11d2c0343c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428560 Apr 19 18:25:46.423617 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66b3642-388d-4735-ab14-2b1fa130cdd1 req-e1aae16c-34ab-494c-8248-bf85a303bced tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:46.425185 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d66b3642-388d-4735-ab14-2b1fa130cdd1 req-e1aae16c-34ab-494c-8248-bf85a303bced tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] 10.222.0.36 "GET /v2.0/ports?device_id=229dcc13-9624-417c-b8b1-8110d08d4583 HTTP/1.1" status: 200 len: 945 time: 0.0914037 Apr 19 18:25:46.479089 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d66b3642-388d-4735-ab14-2b1fa130cdd1 req-8fdff39f-5ad1-4682-a2ea-4025d87370e7 tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] 10.222.0.36 "GET /v2.0/security-groups?id=78b0e8fd-c817-45b9-ac1d-11d2c0343c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466943 Apr 19 18:25:46.513631 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548dd6ac-0aeb-42cc-b82e-7ce7c724a648 req-a4c9f869-2739-4abd-b880-5816f276029b tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:46.515305 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-548dd6ac-0aeb-42cc-b82e-7ce7c724a648 req-a4c9f869-2739-4abd-b880-5816f276029b tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] 10.222.0.53 "GET /v2.0/ports?device_id=229dcc13-9624-417c-b8b1-8110d08d4583 HTTP/1.1" status: 200 len: 945 time: 0.0962427 Apr 19 18:25:46.595773 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [req-548dd6ac-0aeb-42cc-b82e-7ce7c724a648 req-63f4e8d9-8456-4003-ae5f-7dbef472d2b6 tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] Deleting port 4c24df07-0d20-4683-8ebf-03768c8f9d5d {{(pid=86363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:25:46.596164 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-548dd6ac-0aeb-42cc-b82e-7ce7c724a648 req-63f4e8d9-8456-4003-ae5f-7dbef472d2b6 tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254156519796'] for port, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:46.868531 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-548dd6ac-0aeb-42cc-b82e-7ce7c724a648 req-63f4e8d9-8456-4003-ae5f-7dbef472d2b6 tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] For port 4c24df07-0d20-4683-8ebf-03768c8f9d5d, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=4c24df07-0d20-4683-8ebf-03768c8f9d5d,segment=NetworkSegment(c1bd4d30-b202-4461-9273-97293f4d55ee),segment_id=c1bd4d30-b202-4461-9273-97293f4d55ee)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:25:46.868942 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-548dd6ac-0aeb-42cc-b82e-7ce7c724a648 req-63f4e8d9-8456-4003-ae5f-7dbef472d2b6 tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648318'] for port, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:47.004979 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [req-548dd6ac-0aeb-42cc-b82e-7ce7c724a648 req-63f4e8d9-8456-4003-ae5f-7dbef472d2b6 tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] Calling delete_port for 4c24df07-0d20-4683-8ebf-03768c8f9d5d owned by compute:nova {{(pid=86363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:25:47.192807 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-548dd6ac-0aeb-42cc-b82e-7ce7c724a648 req-63f4e8d9-8456-4003-ae5f-7dbef472d2b6 tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254156516127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254156964383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10486948'] for port, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:47.200031 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-2bf5f682-cafc-4488-80c5-b94e2f488f17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:25:47.248937 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f4e8d9-8456-4003-ae5f-7dbef472d2b6 tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] Pushing event deleted for resources: {'Port': ['ID=4c24df07-0d20-4683-8ebf-03768c8f9d5d,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:25:47.251638 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-63f4e8d9-8456-4003-ae5f-7dbef472d2b6 tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:25:47.336133 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [req-548dd6ac-0aeb-42cc-b82e-7ce7c724a648 req-63f4e8d9-8456-4003-ae5f-7dbef472d2b6 tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] No DVR routers for this DVR port 4c24df07-0d20-4683-8ebf-03768c8f9d5d on host hv-cinder-78692 {{(pid=86363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:25:47.338731 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-548dd6ac-0aeb-42cc-b82e-7ce7c724a648 req-63f4e8d9-8456-4003-ae5f-7dbef472d2b6 tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773849'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:47.343166 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '229dcc13-9624-417c-b8b1-8110d08d4583', 'name': 'network-vif-deleted', 'tag': '4c24df07-0d20-4683-8ebf-03768c8f9d5d'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:25:47.361248 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-548dd6ac-0aeb-42cc-b82e-7ce7c724a648 req-63f4e8d9-8456-4003-ae5f-7dbef472d2b6 tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] 10.222.0.53 "DELETE /v2.0/ports/4c24df07-0d20-4683-8ebf-03768c8f9d5d HTTP/1.1" status: 204 len: 173 time: 0.8400013 Apr 19 18:25:47.393835 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '229dcc13-9624-417c-b8b1-8110d08d4583', 'name': 'network-vif-deleted', 'tag': '4c24df07-0d20-4683-8ebf-03768c8f9d5d', 'status': 'completed', 'code': 200} Apr 19 18:25:47.661747 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-76dcb7cd-1cb8-4b00-bb2d-2e7a72a17d94 req-5c7d2228-0683-4364-88fd-23e79d8f7013 tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] 10.222.0.36 "GET /v2.0/ports?device_id=229dcc13-9624-417c-b8b1-8110d08d4583 HTTP/1.1" status: 200 len: 210 time: 0.0479569 Apr 19 18:25:48.879820 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Device 4c24df07-0d20-4683-8ebf-03768c8f9d5d no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:25:48.919036 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] No Port match for: 4c24df07-0d20-4683-8ebf-03768c8f9d5d {{(pid=86364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:25:48.919442 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Device 4c24df07-0d20-4683-8ebf-03768c8f9d5d not bound to the agent host hv-cinder-78692 {{(pid=86364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:25:50.246808 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.agents_db [None req-8d26a53d-5aec-40fe-9147-3f846c88e388 None None] Agent healthcheck: found 6 active agents {{(pid=86365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:25:51.766753 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-59b0af91-78c9-4bdd-86d5-66566cc9b63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:54.215854 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-02e3060f-a436-451b-b07a-4956241325f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:54.847781 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-60872106-3921-4474-9775-f4da212b8297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:55.913580 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:56.173407 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-eae962f3-e32e-4947-814b-3e299d74c6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:03.377361 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:11.609096 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 39938) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:26:11.674666 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab7dad42-6d45-4c50-8cb7-f350ca9f0954 admin admin] Deleting subnet 1e38c52b-2e7e-4bbf-b089-b4acf1fe2836 {{(pid=86363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 18:26:11.677672 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ab7dad42-6d45-4c50-8cb7-f350ca9f0954 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:11.732532 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ab7dad42-6d45-4c50-8cb7-f350ca9f0954 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036842862324'] for subnet, precommit_delete_associations {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:11.789901 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ab7dad42-6d45-4c50-8cb7-f350ca9f0954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013858'] for subnet, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:12.044636 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ab7dad42-6d45-4c50-8cb7-f350ca9f0954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850761958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853862292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10487664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10691946'] for subnet, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:12.050234 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-2196e980-da53-4835-86ea-4aea42ad4d8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:26:12.087225 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7dad42-6d45-4c50-8cb7-f350ca9f0954 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e38c52b-2e7e-4bbf-b089-b4acf1fe2836,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:26:12.095928 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ab7dad42-6d45-4c50-8cb7-f350ca9f0954 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759945'] for subnet, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:12.099179 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dad42-6d45-4c50-8cb7-f350ca9f0954 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:26:12.099617 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dad42-6d45-4c50-8cb7-f350ca9f0954 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:26:12.100041 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dad42-6d45-4c50-8cb7-f350ca9f0954 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:26:12.100458 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dad42-6d45-4c50-8cb7-f350ca9f0954 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:26:12.100871 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dad42-6d45-4c50-8cb7-f350ca9f0954 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:26:12.101285 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dad42-6d45-4c50-8cb7-f350ca9f0954 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:26:12.101694 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dad42-6d45-4c50-8cb7-f350ca9f0954 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:26:12.102103 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dad42-6d45-4c50-8cb7-f350ca9f0954 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:26:12.102512 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dad42-6d45-4c50-8cb7-f350ca9f0954 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:26:12.102918 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dad42-6d45-4c50-8cb7-f350ca9f0954 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:26:12.103372 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dad42-6d45-4c50-8cb7-f350ca9f0954 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:26:12.103776 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dad42-6d45-4c50-8cb7-f350ca9f0954 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:26:12.107638 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-ab7dad42-6d45-4c50-8cb7-f350ca9f0954 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:26:12.110605 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-ab7dad42-6d45-4c50-8cb7-f350ca9f0954 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/1e38c52b-2e7e-4bbf-b089-b4acf1fe2836 HTTP/1.1" status: 204 len: 168 time: 0.5003843 Apr 19 18:26:12.113305 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 39942) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:26:12.230703 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-bdfab9f1-66dc-4463-9708-bde4a8899d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3689838'] for network, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:12.367927 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-bdfab9f1-66dc-4463-9708-bde4a8899d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850761865', 'neutron.services.segments.db._delete_segments_for_network-8782698178163'] for network, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:12.486068 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.services.segments.db [None req-bdfab9f1-66dc-4463-9708-bde4a8899d19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93d9efa9-eae4-45f8-bd09-8044fbbb3ad7']}} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:26:12.499718 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.services.segments.db [None req-bdfab9f1-66dc-4463-9708-bde4a8899d19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1bd4d30-b202-4461-9273-97293f4d55ee') {'for_net_delete': True} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:26:12.500061 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.services.segments.db [None req-bdfab9f1-66dc-4463-9708-bde4a8899d19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1bd4d30-b202-4461-9273-97293f4d55ee') {} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:26:12.511878 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-bdfab9f1-66dc-4463-9708-bde4a8899d19 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363254156488035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11913476'] for segment, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:12.527741 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-bdfab9f1-66dc-4463-9708-bde4a8899d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850937276'] for segment, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:12.534110 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdfab9f1-66dc-4463-9708-bde4a8899d19 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=86363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 18:26:12.712993 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-bdfab9f1-66dc-4463-9708-bde4a8899d19 admin admin] Network 93d9efa9-eae4-45f8-bd09-8044fbbb3ad7 has no segments {{(pid=86363) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:26:12.722525 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-bdfab9f1-66dc-4463-9708-bde4a8899d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3838515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036844288813'] for segment, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:12.905851 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-bdfab9f1-66dc-4463-9708-bde4a8899d19 admin admin] Network 93d9efa9-eae4-45f8-bd09-8044fbbb3ad7 has no segments {{(pid=86363) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:26:12.929811 dv-cinder-786927-1-iscsi neutron-server[86249]: Traceback (most recent call last): Apr 19 18:26:12.929811 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 18:26:12.929811 dv-cinder-786927-1-iscsi neutron-server[86249]: timer() Apr 19 18:26:12.929811 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 18:26:12.929811 dv-cinder-786927-1-iscsi neutron-server[86249]: cb(*args, **kw) Apr 19 18:26:12.929811 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 18:26:12.929811 dv-cinder-786927-1-iscsi neutron-server[86249]: return func(*args, **kwargs) Apr 19 18:26:12.929811 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 18:26:12.929811 dv-cinder-786927-1-iscsi neutron-server[86249]: self._notify() Apr 19 18:26:12.929811 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 18:26:12.929811 dv-cinder-786927-1-iscsi neutron-server[86249]: self.callback(batched_events) Apr 19 18:26:12.929811 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 18:26:12.929811 dv-cinder-786927-1-iscsi neutron-server[86249]: event.method(event) Apr 19 18:26:12.929811 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 18:26:12.929811 dv-cinder-786927-1-iscsi neutron-server[86249]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 18:26:12.929811 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 18:26:12.929811 dv-cinder-786927-1-iscsi neutron-server[86249]: segment_id)['aggregates'][0] Apr 19 18:26:12.929811 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 18:26:12.929811 dv-cinder-786927-1-iscsi neutron-server[86249]: return f(self, *a, **k) Apr 19 18:26:12.929811 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 18:26:12.929811 dv-cinder-786927-1-iscsi neutron-server[86249]: return self._get(url).json() Apr 19 18:26:12.929811 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 18:26:12.929811 dv-cinder-786927-1-iscsi neutron-server[86249]: **kwargs) Apr 19 18:26:12.929811 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 18:26:12.929811 dv-cinder-786927-1-iscsi neutron-server[86249]: return self.request(url, 'GET', **kwargs) Apr 19 18:26:12.929811 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 18:26:12.929811 dv-cinder-786927-1-iscsi neutron-server[86249]: **endpoint_filter) Apr 19 18:26:12.929811 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 18:26:12.929811 dv-cinder-786927-1-iscsi neutron-server[86249]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 18:26:12.929811 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 18:26:12.929811 dv-cinder-786927-1-iscsi neutron-server[86249]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 18:26:12.929811 dv-cinder-786927-1-iscsi neutron-server[86249]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 18:26:13.010882 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-bdfab9f1-66dc-4463-9708-bde4a8899d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4013951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854123391'] for network, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:13.014573 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-13f3179f-31ea-4f96-8ceb-307824dae8ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:26:13.031277 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-bdfab9f1-66dc-4463-9708-bde4a8899d19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759945'] for network, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:13.040900 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfab9f1-66dc-4463-9708-bde4a8899d19 admin admin] Pushing event deleted for resources: {'Network': ['ID=93d9efa9-eae4-45f8-bd09-8044fbbb3ad7,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:26:13.044554 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-bdfab9f1-66dc-4463-9708-bde4a8899d19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:26:13.049397 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-bdfab9f1-66dc-4463-9708-bde4a8899d19 admin admin] 10.222.0.36 "DELETE /v2.0/networks/93d9efa9-eae4-45f8-bd09-8044fbbb3ad7 HTTP/1.1" status: 204 len: 168 time: 0.9350185 Apr 19 18:26:13.171426 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 39952) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:26:13.225438 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-2acef278-5d80-455a-b281-8428abe17ff9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8df10b98a0794caf9f6e73bc8034dbd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0521593 Apr 19 18:26:13.228053 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 39956) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:26:13.295718 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-79def1ed-c6e1-4473-b312-52596dee3bd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:13.324866 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-79def1ed-c6e1-4473-b312-52596dee3bd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:13.374525 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-79def1ed-c6e1-4473-b312-52596dee3bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:13.380190 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-a0301e69-8b2f-4dc4-b06c-836c61082f18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:26:13.394835 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79def1ed-c6e1-4473-b312-52596dee3bd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b0e8fd-c817-45b9-ac1d-11d2c0343c21,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:26:13.397868 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-79def1ed-c6e1-4473-b312-52596dee3bd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:26:13.404332 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-79def1ed-c6e1-4473-b312-52596dee3bd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:13.405836 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-79def1ed-c6e1-4473-b312-52596dee3bd2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/78b0e8fd-c817-45b9-ac1d-11d2c0343c21 HTTP/1.1" status: 204 len: 168 time: 0.1765096 Apr 19 18:26:21.768729 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2dab4a09-9a33-4961-b4a6-9edd47fa1e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:24.219363 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-bb33e0dd-c57a-4054-b46f-256ae74bdeeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:24.830637 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-60872106-3921-4474-9775-f4da212b8297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:25.907634 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:26.164099 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-eae962f3-e32e-4947-814b-3e299d74c6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:27.246889 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.agents_db [None req-8d26a53d-5aec-40fe-9147-3f846c88e388 None None] Agent healthcheck: found 6 active agents {{(pid=86365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:26:33.366860 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:33.858938 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 40096) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:26:33.993002 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d6c482f1-ac21-4490-a363-7b4404fd2d0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:34.009174 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-d6c482f1-ac21-4490-a363-7b4404fd2d0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:26:34.013448 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-d6c482f1-ac21-4490-a363-7b4404fd2d0c admin admin] Usage tracker for resource:security_group_rule and tenant:d043d0e7ac0b4cdc838909d138acf88a is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:26:34.016545 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-d6c482f1-ac21-4490-a363-7b4404fd2d0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:26:34.023280 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-d6c482f1-ac21-4490-a363-7b4404fd2d0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:26:34.113083 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d6c482f1-ac21-4490-a363-7b4404fd2d0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:34.116123 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d6c482f1-ac21-4490-a363-7b4404fd2d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:34.125655 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-d9b18475-e7c4-4d49-9ac3-be13f8112334 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:26:34.170017 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-d6c482f1-ac21-4490-a363-7b4404fd2d0c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d043d0e7ac0b4cdc838909d138acf88a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3098457 Apr 19 18:26:34.171004 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c482f1-ac21-4490-a363-7b4404fd2d0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f479932b-8da4-4884-a6db-9aabf8474b11,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:26:34.173217 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 40102) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:26:34.174772 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-d6c482f1-ac21-4490-a363-7b4404fd2d0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:26:34.237629 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c7c8c8fa-7285-4275-b6d9-75dfe9d6c91c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:34.265644 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c7c8c8fa-7285-4275-b6d9-75dfe9d6c91c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:34.312885 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c7c8c8fa-7285-4275-b6d9-75dfe9d6c91c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:34.318443 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-f5bebf3a-da5c-4b19-9c54-42b74c1dc4b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:26:34.337349 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c8c8fa-7285-4275-b6d9-75dfe9d6c91c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f479932b-8da4-4884-a6db-9aabf8474b11,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:26:34.346310 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c8c8fa-7285-4275-b6d9-75dfe9d6c91c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:26:34.346741 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c8c8fa-7285-4275-b6d9-75dfe9d6c91c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:26:34.347186 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c8c8fa-7285-4275-b6d9-75dfe9d6c91c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:26:34.347606 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c8c8fa-7285-4275-b6d9-75dfe9d6c91c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:26:34.348017 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c8c8fa-7285-4275-b6d9-75dfe9d6c91c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:26:34.348428 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c8c8fa-7285-4275-b6d9-75dfe9d6c91c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:26:34.348834 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c8c8fa-7285-4275-b6d9-75dfe9d6c91c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:26:34.349241 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c8c8fa-7285-4275-b6d9-75dfe9d6c91c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:26:34.349649 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c8c8fa-7285-4275-b6d9-75dfe9d6c91c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:26:34.350052 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c8c8fa-7285-4275-b6d9-75dfe9d6c91c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:26:34.350511 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c8c8fa-7285-4275-b6d9-75dfe9d6c91c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:26:34.350913 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c8c8fa-7285-4275-b6d9-75dfe9d6c91c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:26:34.354024 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c7c8c8fa-7285-4275-b6d9-75dfe9d6c91c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:34.355267 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-c7c8c8fa-7285-4275-b6d9-75dfe9d6c91c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f479932b-8da4-4884-a6db-9aabf8474b11 HTTP/1.1" status: 204 len: 168 time: 0.1809282 Apr 19 18:26:34.358993 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-c7c8c8fa-7285-4275-b6d9-75dfe9d6c91c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:26:34.642238 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d9cfd46f-5719-4adc-b7fa-ee14c38b21d8 req-68b1a99f-1371-436f-a6a7-efdf14552b95 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=13107cc2-f2fb-4f41-9cad-6addff7b1525&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0855525 Apr 19 18:26:34.797289 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cfd46f-5719-4adc-b7fa-ee14c38b21d8 req-61fb98bf-ce69-4869-bfbd-872346437c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:26:34.799191 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d9cfd46f-5719-4adc-b7fa-ee14c38b21d8 req-61fb98bf-ce69-4869-bfbd-872346437c11 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d29eee7bedfd47868ae5c7a8e8bcaa1a&device_id=13107cc2-f2fb-4f41-9cad-6addff7b1525 HTTP/1.1" status: 200 len: 1099 time: 0.0849650 Apr 19 18:26:34.962186 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cfd46f-5719-4adc-b7fa-ee14c38b21d8 req-a380c9cb-95cd-40ee-91f6-83fa91b1c50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:26:34.963855 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d9cfd46f-5719-4adc-b7fa-ee14c38b21d8 req-a380c9cb-95cd-40ee-91f6-83fa91b1c50b service neutron] 10.222.0.53 "GET /v2.0/networks?id=45d46b2a-8de6-42c9-bd73-54daf8078cd3 HTTP/1.1" status: 200 len: 908 time: 0.1450269 Apr 19 18:26:35.085171 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d9cfd46f-5719-4adc-b7fa-ee14c38b21d8 req-30a2f34c-3020-4077-b700-81530cd88905 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e03132f3-b457-4f69-ad6c-a65cb888fcad HTTP/1.1" status: 200 len: 1002 time: 0.1131721 Apr 19 18:26:35.160726 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cfd46f-5719-4adc-b7fa-ee14c38b21d8 req-e7d1fde0-77b2-494d-899a-42510364402e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:26:35.162330 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d9cfd46f-5719-4adc-b7fa-ee14c38b21d8 req-e7d1fde0-77b2-494d-899a-42510364402e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=172eff84-753d-4a46-a1f9-70acd6cf59f1 HTTP/1.1" status: 200 len: 846 time: 0.0700572 Apr 19 18:26:35.250424 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cfd46f-5719-4adc-b7fa-ee14c38b21d8 req-aacaa301-4263-4744-b8d9-8977c26e8c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:26:35.252030 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d9cfd46f-5719-4adc-b7fa-ee14c38b21d8 req-aacaa301-4263-4744-b8d9-8977c26e8c94 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=45d46b2a-8de6-42c9-bd73-54daf8078cd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0817006 Apr 19 18:26:35.262877 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [req-d9cfd46f-5719-4adc-b7fa-ee14c38b21d8 req-96c831b0-a5f1-49e6-87c4-699123991521 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=86363) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 18:26:35.264038 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d9cfd46f-5719-4adc-b7fa-ee14c38b21d8 req-96c831b0-a5f1-49e6-87c4-699123991521 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058627 Apr 19 18:26:35.415779 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d9cfd46f-5719-4adc-b7fa-ee14c38b21d8 req-2b10deda-e961-4ad4-96bd-7b67c7ab1a9a service neutron] 10.222.0.53 "GET /v2.0/networks/45d46b2a-8de6-42c9-bd73-54daf8078cd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449566 Apr 19 18:26:35.565892 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d9cfd46f-5719-4adc-b7fa-ee14c38b21d8 req-ab8b1cf3-5e39-49bd-a75e-c43bb59c21d1 service neutron] 10.222.0.53 "GET /v2.0/networks/45d46b2a-8de6-42c9-bd73-54daf8078cd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423125 Apr 19 18:26:43.245950 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 40178) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:26:43.369591 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9235db4c-b12b-40dd-84e3-f0b9a647578a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:43.384683 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-9235db4c-b12b-40dd-84e3-f0b9a647578a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:26:43.388731 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-9235db4c-b12b-40dd-84e3-f0b9a647578a admin admin] Usage tracker for resource:security_group_rule and tenant:2e108d41b78c41f0acc3a9ebb0cc9f6e is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:26:43.391676 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-9235db4c-b12b-40dd-84e3-f0b9a647578a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:26:43.397626 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-9235db4c-b12b-40dd-84e3-f0b9a647578a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:26:43.480970 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9235db4c-b12b-40dd-84e3-f0b9a647578a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:43.483860 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9235db4c-b12b-40dd-84e3-f0b9a647578a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:43.492710 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-ce65793a-931a-4bf3-b9af-29c1f84c8a57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:26:43.535189 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-9235db4c-b12b-40dd-84e3-f0b9a647578a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2e108d41b78c41f0acc3a9ebb0cc9f6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2880132 Apr 19 18:26:43.536160 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9235db4c-b12b-40dd-84e3-f0b9a647578a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e085fc81-075a-46b3-b7fe-f5833725e60b,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:26:43.538973 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 40184) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:26:43.540118 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-9235db4c-b12b-40dd-84e3-f0b9a647578a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:26:43.601449 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-71e869e0-369b-4ada-b063-9f82b961ea68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:43.627473 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-71e869e0-369b-4ada-b063-9f82b961ea68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:43.676609 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-71e869e0-369b-4ada-b063-9f82b961ea68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:43.681993 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-68dcac50-94cd-4b46-9f08-513a1d708467 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:26:43.946418 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e869e0-369b-4ada-b063-9f82b961ea68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e085fc81-075a-46b3-b7fe-f5833725e60b,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:26:43.951651 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-71e869e0-369b-4ada-b063-9f82b961ea68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:26:43.956163 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-71e869e0-369b-4ada-b063-9f82b961ea68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:43.957507 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-71e869e0-369b-4ada-b063-9f82b961ea68 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e085fc81-075a-46b3-b7fe-f5833725e60b HTTP/1.1" status: 204 len: 168 time: 0.4173603 Apr 19 18:26:51.770979 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9c8dee91-8975-4d70-b7e0-b15b55e3925f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:54.220998 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7ea7dbd2-a231-44d5-bbee-0dd693ae5ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:54.351739 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 40190) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:26:54.568053 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-1565b7a5-fa0b-4ded-adf4-d957721d7173 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Deleting port 693894aa-44a0-4123-ae51-92ebc9a4bbff {{(pid=86363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:26:54.568427 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1565b7a5-fa0b-4ded-adf4-d957721d7173 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254156519796'] for port, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:54.744617 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1565b7a5-fa0b-4ded-adf4-d957721d7173 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648318'] for port, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:54.744978 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1565b7a5-fa0b-4ded-adf4-d957721d7173 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:54.832761 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-60872106-3921-4474-9775-f4da212b8297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:54.876871 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-1565b7a5-fa0b-4ded-adf4-d957721d7173 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Calling delete_port for 693894aa-44a0-4123-ae51-92ebc9a4bbff owned by network:floatingip {{(pid=86363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:26:55.035686 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1565b7a5-fa0b-4ded-adf4-d957721d7173 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254156516127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254156964383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10486948'] for port, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:55.040378 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b69d2272-798e-4484-a53f-0c1728693c7d tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:26:55.088526 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1565b7a5-fa0b-4ded-adf4-d957721d7173 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Pushing event deleted for resources: {'Port': ['ID=693894aa-44a0-4123-ae51-92ebc9a4bbff,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:26:55.124542 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-1565b7a5-fa0b-4ded-adf4-d957721d7173 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:26:55.185737 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1565b7a5-fa0b-4ded-adf4-d957721d7173 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Notify callbacks [] for floatingip, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:55.186111 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.db.l3_db [None req-1565b7a5-fa0b-4ded-adf4-d957721d7173 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Floating IP 510bff0b-19a9-4e01-8393-0cbb20b86cde disassociated (deleted). External IP: 172.27.0.155, port: e03132f3-b457-4f69-ad6c-a65cb888fcad. Apr 19 18:26:55.553727 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1565b7a5-fa0b-4ded-adf4-d957721d7173 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Router 4e122664-d36b-45de-ad5f-2dd1b16f18cc has already been hosted by L3 agent 24af6f5b-4620-4572-ab28-0613f710586e {{(pid=86363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:26:55.738689 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1565b7a5-fa0b-4ded-adf4-d957721d7173 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Notify agent at l3_agent.dv-cinder-786927-1-iscsi the message routers_updated {{(pid=86363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:26:55.751065 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1623d436-e492-483c-8538-cd41c80a77fd None None] Sync routers for ids ['4e122664-d36b-45de-ad5f-2dd1b16f18cc'] in dv-cinder-786927-1-iscsi {{(pid=86364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:26:55.760270 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1565b7a5-fa0b-4ded-adf4-d957721d7173 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773849'] for floatingip, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:55.762268 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1623d436-e492-483c-8538-cd41c80a77fd None None] Routers {'4e122664-d36b-45de-ad5f-2dd1b16f18cc'} bound to L3 agent in host dv-cinder-786927-1-iscsi {{(pid=86364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:26:55.763037 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-1623d436-e492-483c-8538-cd41c80a77fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T18:07:54Z,description=,heartbeat_timestamp=2021-04-19T18:26:54Z,host='dv-cinder-786927-1-iscsi',id=24af6f5b-4620-4572-ab28-0613f710586e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:07:54Z,topic='l3_agent')) {'router_ids': ['4e122664-d36b-45de-ad5f-2dd1b16f18cc'], 'active': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:26:55.822433 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-1565b7a5-fa0b-4ded-adf4-d957721d7173 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] 10.222.0.36 "DELETE /v2.0/floatingips/510bff0b-19a9-4e01-8393-0cbb20b86cde HTTP/1.1" status: 204 len: 168 time: 1.4693723 Apr 19 18:26:55.823055 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13107cc2-f2fb-4f41-9cad-6addff7b1525', 'tag': 'e03132f3-b457-4f69-ad6c-a65cb888fcad'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:26:55.876958 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13107cc2-f2fb-4f41-9cad-6addff7b1525', 'tag': 'e03132f3-b457-4f69-ad6c-a65cb888fcad', 'status': 'completed', 'code': 200} Apr 19 18:26:55.995637 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29491542-611f-4687-bdaf-d9b56d8fa5dd req-32ef8fc8-30dc-4bf4-bb18-355e009e4c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:26:55.997313 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-29491542-611f-4687-bdaf-d9b56d8fa5dd req-32ef8fc8-30dc-4bf4-bb18-355e009e4c8f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d29eee7bedfd47868ae5c7a8e8bcaa1a&device_id=13107cc2-f2fb-4f41-9cad-6addff7b1525 HTTP/1.1" status: 200 len: 1099 time: 0.0907228 Apr 19 18:26:56.105173 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:56.163394 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29491542-611f-4687-bdaf-d9b56d8fa5dd req-ff89de2a-5012-4d1f-b47a-61c40939dcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:26:56.164552 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-1623d436-e492-483c-8538-cd41c80a77fd None None] Set router 4e122664-d36b-45de-ad5f-2dd1b16f18cc gateway port host: dv-cinder-786927-1-iscsi {{(pid=86364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:26:56.165009 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-29491542-611f-4687-bdaf-d9b56d8fa5dd req-ff89de2a-5012-4d1f-b47a-61c40939dcdf service neutron] 10.222.0.53 "GET /v2.0/networks?id=45d46b2a-8de6-42c9-bd73-54daf8078cd3 HTTP/1.1" status: 200 len: 908 time: 0.1614149 Apr 19 18:26:56.241495 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-29491542-611f-4687-bdaf-d9b56d8fa5dd req-7524cc9d-ddf5-4bff-b477-bfb181ad31be service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e03132f3-b457-4f69-ad6c-a65cb888fcad HTTP/1.1" status: 200 len: 217 time: 0.0687416 Apr 19 18:26:56.241774 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-eae962f3-e32e-4947-814b-3e299d74c6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:56.317232 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29491542-611f-4687-bdaf-d9b56d8fa5dd req-b944f840-5008-4e2f-9a0c-7d488686da0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:26:56.318891 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-29491542-611f-4687-bdaf-d9b56d8fa5dd req-b944f840-5008-4e2f-9a0c-7d488686da0d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=172eff84-753d-4a46-a1f9-70acd6cf59f1 HTTP/1.1" status: 200 len: 846 time: 0.0706217 Apr 19 18:26:56.478190 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29491542-611f-4687-bdaf-d9b56d8fa5dd req-411edf95-ef72-4aea-9ea7-ee7fb39797e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:26:56.479742 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-29491542-611f-4687-bdaf-d9b56d8fa5dd req-411edf95-ef72-4aea-9ea7-ee7fb39797e1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=45d46b2a-8de6-42c9-bd73-54daf8078cd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1538332 Apr 19 18:26:56.492410 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ed8a20-f318-4d7d-acc8-a338e45b6c14 req-ea20194f-ef2e-42f5-8e68-b16d7af573cc tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:26:56.493207 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-e8ed8a20-f318-4d7d-acc8-a338e45b6c14 req-ea20194f-ef2e-42f5-8e68-b16d7af573cc tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Synchronizing usage tracker for tenant:d29eee7bedfd47868ae5c7a8e8bcaa1a on resource:port {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:26:56.514672 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-1623d436-e492-483c-8538-cd41c80a77fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e122664-d36b-45de-ad5f-2dd1b16f18cc', 'name': 'tempest-TestShelveInstance-76843865-router', 'tenant_id': 'd29eee7bedfd47868ae5c7a8e8bcaa1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '941ffc4c-80d3-4f44-8cfb-a5a802118984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:21:52Z', 'updated_at': '2021-04-19T18:21:58Z', 'revision_number': 4, 'project_id': 'd29eee7bedfd47868ae5c7a8e8bcaa1a', 'gw_port': {'id': '941ffc4c-80d3-4f44-8cfb-a5a802118984', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f7:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e122664-d36b-45de-ad5f-2dd1b16f18cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:53Z', 'updated_at': '2021-04-19T18:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi', '_interfaces': [{'id': 'e01ac733-2bdb-48e8-866d-af9558d5728d', 'name': '', 'network_id': '45d46b2a-8de6-42c9-bd73-54daf8078cd3', 'tenant_id': 'd29eee7bedfd47868ae5c7a8e8bcaa1a', 'mac_address': 'fa:16:3e:af:2c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e122664-d36b-45de-ad5f-2dd1b16f18cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '172eff84-753d-4a46-a1f9-70acd6cf59f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:57Z', 'updated_at': '2021-04-19T18:22:14Z', 'revision_number': 5, 'project_id': 'd29eee7bedfd47868ae5c7a8e8bcaa1a', 'subnets': [{'id': '172eff84-753d-4a46-a1f9-70acd6cf59f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-iscsi', False) {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:26:56.518684 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1623d436-e492-483c-8538-cd41c80a77fd None None] Checking router: 4e122664-d36b-45de-ad5f-2dd1b16f18cc for host: dv-cinder-786927-1-iscsi {{(pid=86364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:26:56.528125 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1623d436-e492-483c-8538-cd41c80a77fd None None] Routers {'4e122664-d36b-45de-ad5f-2dd1b16f18cc'} bound to L3 agent in host dv-cinder-786927-1-iscsi {{(pid=86364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:26:56.528749 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-1623d436-e492-483c-8538-cd41c80a77fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T18:07:54Z,description=,heartbeat_timestamp=2021-04-19T18:26:54Z,host='dv-cinder-786927-1-iscsi',id=24af6f5b-4620-4572-ab28-0613f710586e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:07:54Z,topic='l3_agent')) {'router_ids': ['4e122664-d36b-45de-ad5f-2dd1b16f18cc'], 'active': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:26:56.591522 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-e8ed8a20-f318-4d7d-acc8-a338e45b6c14 req-ea20194f-ef2e-42f5-8e68-b16d7af573cc tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Unset dirty status for tenant:d29eee7bedfd47868ae5c7a8e8bcaa1a on resource:port {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:26:56.592804 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e8ed8a20-f318-4d7d-acc8-a338e45b6c14 req-ea20194f-ef2e-42f5-8e68-b16d7af573cc tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] 10.222.0.36 "GET /v2.0/ports?device_id=13107cc2-f2fb-4f41-9cad-6addff7b1525 HTTP/1.1" status: 200 len: 946 time: 0.4434652 Apr 19 18:26:56.675388 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e8ed8a20-f318-4d7d-acc8-a338e45b6c14 req-692b1a2d-3348-47e7-a3ca-879b9b3292a3 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb971d4b-28db-4667-a104-99285d2c0e26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739801 Apr 19 18:26:56.681421 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-29491542-611f-4687-bdaf-d9b56d8fa5dd req-631f8954-6ff4-4daf-9e75-8b759d3b80ea service neutron] 10.222.0.53 "GET /v2.0/networks/45d46b2a-8de6-42c9-bd73-54daf8078cd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852779 Apr 19 18:26:56.718336 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-1623d436-e492-483c-8538-cd41c80a77fd None None] Set router 4e122664-d36b-45de-ad5f-2dd1b16f18cc gateway port host: dv-cinder-786927-1-iscsi {{(pid=86364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:26:57.076061 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-29491542-611f-4687-bdaf-d9b56d8fa5dd req-fcf00d3f-1074-40b3-86f0-63a5ebe751a2 service neutron] 10.222.0.53 "GET /v2.0/networks/45d46b2a-8de6-42c9-bd73-54daf8078cd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3880148 Apr 19 18:26:57.163899 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-1623d436-e492-483c-8538-cd41c80a77fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e122664-d36b-45de-ad5f-2dd1b16f18cc', 'name': 'tempest-TestShelveInstance-76843865-router', 'tenant_id': 'd29eee7bedfd47868ae5c7a8e8bcaa1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '941ffc4c-80d3-4f44-8cfb-a5a802118984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:21:52Z', 'updated_at': '2021-04-19T18:21:58Z', 'revision_number': 4, 'project_id': 'd29eee7bedfd47868ae5c7a8e8bcaa1a', 'gw_port': {'id': '941ffc4c-80d3-4f44-8cfb-a5a802118984', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f7:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e122664-d36b-45de-ad5f-2dd1b16f18cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:53Z', 'updated_at': '2021-04-19T18:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi', '_interfaces': [{'id': 'e01ac733-2bdb-48e8-866d-af9558d5728d', 'name': '', 'network_id': '45d46b2a-8de6-42c9-bd73-54daf8078cd3', 'tenant_id': 'd29eee7bedfd47868ae5c7a8e8bcaa1a', 'mac_address': 'fa:16:3e:af:2c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e122664-d36b-45de-ad5f-2dd1b16f18cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '172eff84-753d-4a46-a1f9-70acd6cf59f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:57Z', 'updated_at': '2021-04-19T18:22:14Z', 'revision_number': 5, 'project_id': 'd29eee7bedfd47868ae5c7a8e8bcaa1a', 'subnets': [{'id': '172eff84-753d-4a46-a1f9-70acd6cf59f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-iscsi', False) {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:26:57.168546 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1623d436-e492-483c-8538-cd41c80a77fd None None] The sync data for ids ['4e122664-d36b-45de-ad5f-2dd1b16f18cc'] in dv-cinder-786927-1-iscsi is: [{'id': '4e122664-d36b-45de-ad5f-2dd1b16f18cc', 'name': 'tempest-TestShelveInstance-76843865-router', 'tenant_id': 'd29eee7bedfd47868ae5c7a8e8bcaa1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '941ffc4c-80d3-4f44-8cfb-a5a802118984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:21:52Z', 'updated_at': '2021-04-19T18:21:58Z', 'revision_number': 4, 'project_id': 'd29eee7bedfd47868ae5c7a8e8bcaa1a', 'gw_port': {'id': '941ffc4c-80d3-4f44-8cfb-a5a802118984', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f7:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e122664-d36b-45de-ad5f-2dd1b16f18cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:53Z', 'updated_at': '2021-04-19T18:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi', '_interfaces': [{'id': 'e01ac733-2bdb-48e8-866d-af9558d5728d', 'name': '', 'network_id': '45d46b2a-8de6-42c9-bd73-54daf8078cd3', 'tenant_id': 'd29eee7bedfd47868ae5c7a8e8bcaa1a', 'mac_address': 'fa:16:3e:af:2c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e122664-d36b-45de-ad5f-2dd1b16f18cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '172eff84-753d-4a46-a1f9-70acd6cf59f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:57Z', 'updated_at': '2021-04-19T18:22:14Z', 'revision_number': 5, 'project_id': 'd29eee7bedfd47868ae5c7a8e8bcaa1a', 'subnets': [{'id': '172eff84-753d-4a46-a1f9-70acd6cf59f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:26:57.545926 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6555579-967b-4be3-96fc-95fca9bff473 None None] New status for floating IP 510bff0b-19a9-4e01-8393-0cbb20b86cde: DOWN {{(pid=86365) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 18:26:57.641440 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c2c68-a2e0-4124-9ad0-876f443c07ef req-082333ad-5fdc-4982-8e17-a654892f43b0 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:26:57.642914 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-171c2c68-a2e0-4124-9ad0-876f443c07ef req-082333ad-5fdc-4982-8e17-a654892f43b0 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] 10.222.0.53 "GET /v2.0/ports?device_id=13107cc2-f2fb-4f41-9cad-6addff7b1525 HTTP/1.1" status: 200 len: 946 time: 0.0867405 Apr 19 18:26:57.724868 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [req-171c2c68-a2e0-4124-9ad0-876f443c07ef req-7cdb02f9-55a8-4215-8764-45ab3017160c tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Deleting port e03132f3-b457-4f69-ad6c-a65cb888fcad {{(pid=86363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:26:57.725251 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-171c2c68-a2e0-4124-9ad0-876f443c07ef req-7cdb02f9-55a8-4215-8764-45ab3017160c tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254156519796'] for port, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:57.963632 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ccf4a4-f154-4f01-929d-6f0720f377b5 req-8ca9121e-2be0-4762-b786-ae0a3de55007 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:26:57.965274 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-59ccf4a4-f154-4f01-929d-6f0720f377b5 req-8ca9121e-2be0-4762-b786-ae0a3de55007 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] 10.222.0.36 "GET /v2.0/ports?device_id=13107cc2-f2fb-4f41-9cad-6addff7b1525 HTTP/1.1" status: 200 len: 946 time: 0.1532371 Apr 19 18:26:57.992322 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-171c2c68-a2e0-4124-9ad0-876f443c07ef req-7cdb02f9-55a8-4215-8764-45ab3017160c tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] For port e03132f3-b457-4f69-ad6c-a65cb888fcad, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=e03132f3-b457-4f69-ad6c-a65cb888fcad,segment=NetworkSegment(2b9d4c4a-fbb2-4b6f-8844-c1133daaedbe),segment_id=2b9d4c4a-fbb2-4b6f-8844-c1133daaedbe)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:26:57.992731 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-171c2c68-a2e0-4124-9ad0-876f443c07ef req-7cdb02f9-55a8-4215-8764-45ab3017160c tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648318'] for port, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:58.014997 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-59ccf4a4-f154-4f01-929d-6f0720f377b5 req-5735833a-c90d-44d3-945a-20b78f9f2e4b tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb971d4b-28db-4667-a104-99285d2c0e26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428331 Apr 19 18:26:58.129855 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [req-171c2c68-a2e0-4124-9ad0-876f443c07ef req-7cdb02f9-55a8-4215-8764-45ab3017160c tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Calling delete_port for e03132f3-b457-4f69-ad6c-a65cb888fcad owned by compute:nova {{(pid=86363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:26:58.277634 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-171c2c68-a2e0-4124-9ad0-876f443c07ef req-7cdb02f9-55a8-4215-8764-45ab3017160c tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254156516127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254156964383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10486948'] for port, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:58.283244 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-57573128-1639-40fe-a23f-5e13eba1e3fa tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:26:58.330978 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdb02f9-55a8-4215-8764-45ab3017160c tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Pushing event deleted for resources: {'Port': ['ID=e03132f3-b457-4f69-ad6c-a65cb888fcad,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:26:58.334302 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-7cdb02f9-55a8-4215-8764-45ab3017160c tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:26:58.412496 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [req-171c2c68-a2e0-4124-9ad0-876f443c07ef req-7cdb02f9-55a8-4215-8764-45ab3017160c tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] No DVR routers for this DVR port e03132f3-b457-4f69-ad6c-a65cb888fcad on host hv-cinder-78692 {{(pid=86363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:26:58.414944 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-171c2c68-a2e0-4124-9ad0-876f443c07ef req-7cdb02f9-55a8-4215-8764-45ab3017160c tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773849'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:58.417712 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13107cc2-f2fb-4f41-9cad-6addff7b1525', 'name': 'network-vif-deleted', 'tag': 'e03132f3-b457-4f69-ad6c-a65cb888fcad'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:26:58.433645 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-171c2c68-a2e0-4124-9ad0-876f443c07ef req-7cdb02f9-55a8-4215-8764-45ab3017160c tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] 10.222.0.53 "DELETE /v2.0/ports/e03132f3-b457-4f69-ad6c-a65cb888fcad HTTP/1.1" status: 204 len: 173 time: 0.7849855 Apr 19 18:26:58.467575 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13107cc2-f2fb-4f41-9cad-6addff7b1525', 'name': 'network-vif-deleted', 'tag': 'e03132f3-b457-4f69-ad6c-a65cb888fcad', 'status': 'completed', 'code': 200} Apr 19 18:26:59.193319 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-6354f147-278d-4c0b-8b7a-6d525bfdb4b4 req-170d1cc4-5b1b-4ff7-bc37-d2f6440e940d tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] 10.222.0.36 "GET /v2.0/ports?device_id=13107cc2-f2fb-4f41-9cad-6addff7b1525 HTTP/1.1" status: 200 len: 210 time: 0.0512879 Apr 19 18:27:00.300574 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 40212) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:27:00.375752 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ee4b89b6-f93e-4b68-875d-ef4ddb397741 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:00.408179 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ee4b89b6-f93e-4b68-875d-ef4ddb397741 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:00.463086 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ee4b89b6-f93e-4b68-875d-ef4ddb397741 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:00.468583 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-05b5fd0a-6c3d-4a1a-b654-9e2c63d01d03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:27:00.484900 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4b89b6-f93e-4b68-875d-ef4ddb397741 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb971d4b-28db-4667-a104-99285d2c0e26,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:27:00.487674 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-ee4b89b6-f93e-4b68-875d-ef4ddb397741 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:27:00.495788 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-ee4b89b6-f93e-4b68-875d-ef4ddb397741 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:00.497012 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-ee4b89b6-f93e-4b68-875d-ef4ddb397741 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] 10.222.0.36 "DELETE /v2.0/security-groups/fb971d4b-28db-4667-a104-99285d2c0e26 HTTP/1.1" status: 204 len: 168 time: 0.1953673 Apr 19 18:27:00.544346 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 40218) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:27:01.255038 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-88a244d3-32e8-4c5a-83c9-15e0053f5b0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622745'] for router_interface, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:01.262386 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Device e03132f3-b457-4f69-ad6c-a65cb888fcad no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:27:01.300767 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] No Port match for: e03132f3-b457-4f69-ad6c-a65cb888fcad {{(pid=86364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:27:01.301405 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Device e03132f3-b457-4f69-ad6c-a65cb888fcad not bound to the agent host hv-cinder-78692 {{(pid=86364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:27:01.640860 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-88a244d3-32e8-4c5a-83c9-15e0053f5b0c admin admin] Deleting port e01ac733-2bdb-48e8-866d-af9558d5728d {{(pid=86363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:27:01.641241 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-88a244d3-32e8-4c5a-83c9-15e0053f5b0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254156519796'] for port, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:01.830027 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-88a244d3-32e8-4c5a-83c9-15e0053f5b0c admin admin] For port e01ac733-2bdb-48e8-866d-af9558d5728d, host dv-cinder-786927-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-iscsi',level=0,port_id=e01ac733-2bdb-48e8-866d-af9558d5728d,segment=NetworkSegment(2b9d4c4a-fbb2-4b6f-8844-c1133daaedbe),segment_id=2b9d4c4a-fbb2-4b6f-8844-c1133daaedbe)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:27:01.830430 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-88a244d3-32e8-4c5a-83c9-15e0053f5b0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648318'] for port, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:01.966036 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-88a244d3-32e8-4c5a-83c9-15e0053f5b0c admin admin] Calling delete_port for e01ac733-2bdb-48e8-866d-af9558d5728d owned by network:router_interface {{(pid=86363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:27:02.139524 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-88a244d3-32e8-4c5a-83c9-15e0053f5b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254156516127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254156964383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10486948'] for port, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:02.144155 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-63f4e8d9-8456-4003-ae5f-7dbef472d2b6 tempest-VolumesActionsTest-1669742143 tempest-VolumesActionsTest-1669742143-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:27:02.194668 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a244d3-32e8-4c5a-83c9-15e0053f5b0c admin admin] Pushing event deleted for resources: {'Port': ['ID=e01ac733-2bdb-48e8-866d-af9558d5728d,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:27:02.228347 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-88a244d3-32e8-4c5a-83c9-15e0053f5b0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:27:02.476286 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-88a244d3-32e8-4c5a-83c9-15e0053f5b0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854015838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-622823'] for router_interface, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:03.107746 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88a244d3-32e8-4c5a-83c9-15e0053f5b0c admin admin] Router 4e122664-d36b-45de-ad5f-2dd1b16f18cc has already been hosted by L3 agent 24af6f5b-4620-4572-ab28-0613f710586e {{(pid=86363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:27:03.301330 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88a244d3-32e8-4c5a-83c9-15e0053f5b0c admin admin] Notify agent at l3_agent.dv-cinder-786927-1-iscsi the message routers_updated {{(pid=86363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:27:03.310761 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3965a453-63a5-4370-a85e-2e51adc0d6e0 None None] Sync routers for ids ['4e122664-d36b-45de-ad5f-2dd1b16f18cc'] in dv-cinder-786927-1-iscsi {{(pid=86364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:27:03.315618 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-88a244d3-32e8-4c5a-83c9-15e0053f5b0c admin admin] 10.222.0.36 "PUT /v2.0/routers/4e122664-d36b-45de-ad5f-2dd1b16f18cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7697561 Apr 19 18:27:03.317472 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 40224) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:27:03.322009 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3965a453-63a5-4370-a85e-2e51adc0d6e0 None None] Routers {'4e122664-d36b-45de-ad5f-2dd1b16f18cc'} bound to L3 agent in host dv-cinder-786927-1-iscsi {{(pid=86364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:27:03.322697 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-3965a453-63a5-4370-a85e-2e51adc0d6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T18:07:54Z,description=,heartbeat_timestamp=2021-04-19T18:26:54Z,host='dv-cinder-786927-1-iscsi',id=24af6f5b-4620-4572-ab28-0613f710586e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:07:54Z,topic='l3_agent')) {'router_ids': ['4e122664-d36b-45de-ad5f-2dd1b16f18cc'], 'active': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:27:03.479181 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:03.511314 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a122d5ad-0f0e-4feb-bd04-d75be7a3a7ab admin admin] Notify callbacks [] for router, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:03.524756 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-3965a453-63a5-4370-a85e-2e51adc0d6e0 None None] Set router 4e122664-d36b-45de-ad5f-2dd1b16f18cc gateway port host: dv-cinder-786927-1-iscsi {{(pid=86364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:27:03.700895 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a122d5ad-0f0e-4feb-bd04-d75be7a3a7ab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:03.709744 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-a122d5ad-0f0e-4feb-bd04-d75be7a3a7ab admin admin] Deleting port 941ffc4c-80d3-4f44-8cfb-a5a802118984 {{(pid=86363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:27:03.710171 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a122d5ad-0f0e-4feb-bd04-d75be7a3a7ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254156519796'] for port, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:03.824357 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-3965a453-63a5-4370-a85e-2e51adc0d6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e122664-d36b-45de-ad5f-2dd1b16f18cc', 'name': 'tempest-TestShelveInstance-76843865-router', 'tenant_id': 'd29eee7bedfd47868ae5c7a8e8bcaa1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '941ffc4c-80d3-4f44-8cfb-a5a802118984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:21:52Z', 'updated_at': '2021-04-19T18:27:02Z', 'revision_number': 5, 'project_id': 'd29eee7bedfd47868ae5c7a8e8bcaa1a', 'gw_port': {'id': '941ffc4c-80d3-4f44-8cfb-a5a802118984', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f7:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e122664-d36b-45de-ad5f-2dd1b16f18cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:53Z', 'updated_at': '2021-04-19T18:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi'}], 'dv-cinder-786927-1-iscsi', False) {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:27:03.833291 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3965a453-63a5-4370-a85e-2e51adc0d6e0 None None] Checking router: 4e122664-d36b-45de-ad5f-2dd1b16f18cc for host: dv-cinder-786927-1-iscsi {{(pid=86364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:27:03.842855 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3965a453-63a5-4370-a85e-2e51adc0d6e0 None None] Routers {'4e122664-d36b-45de-ad5f-2dd1b16f18cc'} bound to L3 agent in host dv-cinder-786927-1-iscsi {{(pid=86364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:27:03.843564 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-3965a453-63a5-4370-a85e-2e51adc0d6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T18:07:54Z,description=,heartbeat_timestamp=2021-04-19T18:26:54Z,host='dv-cinder-786927-1-iscsi',id=24af6f5b-4620-4572-ab28-0613f710586e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:07:54Z,topic='l3_agent')) {'router_ids': ['4e122664-d36b-45de-ad5f-2dd1b16f18cc'], 'active': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:27:03.906910 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-a122d5ad-0f0e-4feb-bd04-d75be7a3a7ab admin admin] For port 941ffc4c-80d3-4f44-8cfb-a5a802118984, host dv-cinder-786927-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-iscsi',level=0,port_id=941ffc4c-80d3-4f44-8cfb-a5a802118984,segment=NetworkSegment(c45e75c0-3629-4b9b-9637-c1f0a35fb912),segment_id=c45e75c0-3629-4b9b-9637-c1f0a35fb912)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:27:03.907360 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a122d5ad-0f0e-4feb-bd04-d75be7a3a7ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648318'] for port, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:04.006859 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-3965a453-63a5-4370-a85e-2e51adc0d6e0 None None] Set router 4e122664-d36b-45de-ad5f-2dd1b16f18cc gateway port host: None {{(pid=86364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:27:04.045431 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-a122d5ad-0f0e-4feb-bd04-d75be7a3a7ab admin admin] Calling delete_port for 941ffc4c-80d3-4f44-8cfb-a5a802118984 owned by network:router_gateway {{(pid=86363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:27:04.120441 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-3965a453-63a5-4370-a85e-2e51adc0d6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e122664-d36b-45de-ad5f-2dd1b16f18cc', 'name': 'tempest-TestShelveInstance-76843865-router', 'tenant_id': 'd29eee7bedfd47868ae5c7a8e8bcaa1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:21:52Z', 'updated_at': '2021-04-19T18:27:03Z', 'revision_number': 6, 'project_id': 'd29eee7bedfd47868ae5c7a8e8bcaa1a', 'gw_port_host': None}], 'dv-cinder-786927-1-iscsi', False) {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:27:04.124572 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3965a453-63a5-4370-a85e-2e51adc0d6e0 None None] The sync data for ids ['4e122664-d36b-45de-ad5f-2dd1b16f18cc'] in dv-cinder-786927-1-iscsi is: [{'id': '4e122664-d36b-45de-ad5f-2dd1b16f18cc', 'name': 'tempest-TestShelveInstance-76843865-router', 'tenant_id': 'd29eee7bedfd47868ae5c7a8e8bcaa1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:21:52Z', 'updated_at': '2021-04-19T18:27:03Z', 'revision_number': 6, 'project_id': 'd29eee7bedfd47868ae5c7a8e8bcaa1a', 'gw_port_host': None}] {{(pid=86364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:27:04.227113 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a122d5ad-0f0e-4feb-bd04-d75be7a3a7ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254156516127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254156964383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10486948'] for port, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:04.232033 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-37e15821-994e-4eeb-a1ae-39f9056bafa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:27:04.246269 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.agents_db [None req-8d26a53d-5aec-40fe-9147-3f846c88e388 None None] Agent healthcheck: found 6 active agents {{(pid=86365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:27:04.278096 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a122d5ad-0f0e-4feb-bd04-d75be7a3a7ab admin admin] Pushing event deleted for resources: {'Port': ['ID=941ffc4c-80d3-4f44-8cfb-a5a802118984,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:27:04.281381 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-a122d5ad-0f0e-4feb-bd04-d75be7a3a7ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:27:04.377302 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a122d5ad-0f0e-4feb-bd04-d75be7a3a7ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854126490'] for router_gateway, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:04.568128 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a122d5ad-0f0e-4feb-bd04-d75be7a3a7ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854149062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854772563'] for router, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:04.571041 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a122d5ad-0f0e-4feb-bd04-d75be7a3a7ab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:04.603999 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a122d5ad-0f0e-4feb-bd04-d75be7a3a7ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626302'] for router, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:04.604690 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a122d5ad-0f0e-4feb-bd04-d75be7a3a7ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e122664-d36b-45de-ad5f-2dd1b16f18cc {{(pid=86363) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 19 18:27:04.618050 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a122d5ad-0f0e-4feb-bd04-d75be7a3a7ab admin admin] Notify callbacks [] for router, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:04.619342 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-a122d5ad-0f0e-4feb-bd04-d75be7a3a7ab admin admin] 10.222.0.36 "DELETE /v2.0/routers/4e122664-d36b-45de-ad5f-2dd1b16f18cc HTTP/1.1" status: 204 len: 168 time: 1.3008170 Apr 19 18:27:04.622051 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 40228) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:27:04.689291 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_v2 [None req-70cc6189-13fd-40b4-a60c-28227985e59b admin admin] Deleting subnet 172eff84-753d-4a46-a1f9-70acd6cf59f1 {{(pid=86363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 18:27:04.692677 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-70cc6189-13fd-40b4-a60c-28227985e59b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:04.747875 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-70cc6189-13fd-40b4-a60c-28227985e59b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036842862324'] for subnet, precommit_delete_associations {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:04.839653 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-70cc6189-13fd-40b4-a60c-28227985e59b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013858'] for subnet, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:05.106252 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-70cc6189-13fd-40b4-a60c-28227985e59b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850761958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853862292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10487664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10691946'] for subnet, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:05.110845 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b38b1bf8-bb17-4fb5-a5d9-9e3e406d0c10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:27:05.140622 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device 941ffc4c-80d3-4f44-8cfb-a5a802118984 no longer exists at agent ovs-agent-dv-cinder-786927-1-iscsi {{(pid=86364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:27:05.151806 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cc6189-13fd-40b4-a60c-28227985e59b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=172eff84-753d-4a46-a1f9-70acd6cf59f1,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:27:05.156069 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-70cc6189-13fd-40b4-a60c-28227985e59b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:27:05.158565 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-70cc6189-13fd-40b4-a60c-28227985e59b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759945'] for subnet, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:05.165703 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-70cc6189-13fd-40b4-a60c-28227985e59b admin admin] 10.222.0.36 "DELETE /v2.0/subnets/172eff84-753d-4a46-a1f9-70acd6cf59f1 HTTP/1.1" status: 204 len: 168 time: 0.5425725 Apr 19 18:27:05.168335 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 40232) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:27:05.172884 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ff9d43-5050-41fa-b956-d080e0fe9198 None None] Network 45d46b2a-8de6-42c9-bd73-54daf8078cd3 requested from dv-cinder-786927-1-iscsi {{(pid=86364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:27:05.201041 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] No Port match for: 941ffc4c-80d3-4f44-8cfb-a5a802118984 {{(pid=86364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:27:05.201435 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device 941ffc4c-80d3-4f44-8cfb-a5a802118984 not bound to the agent host dv-cinder-786927-1-iscsi {{(pid=86364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:27:05.201908 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device e01ac733-2bdb-48e8-866d-af9558d5728d no longer exists at agent ovs-agent-dv-cinder-786927-1-iscsi {{(pid=86364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:27:05.285843 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] No Port match for: e01ac733-2bdb-48e8-866d-af9558d5728d {{(pid=86364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:27:05.286233 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device e01ac733-2bdb-48e8-866d-af9558d5728d not bound to the agent host dv-cinder-786927-1-iscsi {{(pid=86364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:27:05.292105 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c05a6731-e628-45e0-b7fc-85f5a326e875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3689838'] for network, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:05.304488 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-c05a6731-e628-45e0-b7fc-85f5a326e875 admin admin] Deleting port e5741431-cd10-4665-b7b4-a129e5355780 {{(pid=86363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:27:05.304875 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c05a6731-e628-45e0-b7fc-85f5a326e875 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254156519796'] for port, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:05.477130 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a0bd02-67d6-44bd-965d-cec5d17e7d49 None None] DHCP port deletion for 45d46b2a-8de6-42c9-bd73-54daf8078cd3 request from dv-cinder-786927-1-iscsi {{(pid=86364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 19 18:27:05.481876 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-83a0bd02-67d6-44bd-965d-cec5d17e7d49 None None] Deleting port e5741431-cd10-4665-b7b4-a129e5355780 {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:27:05.482302 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-83a0bd02-67d6-44bd-965d-cec5d17e7d49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254156519796'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:05.536211 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-c05a6731-e628-45e0-b7fc-85f5a326e875 admin admin] For port e5741431-cd10-4665-b7b4-a129e5355780, host dv-cinder-786927-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-iscsi',level=0,port_id=e5741431-cd10-4665-b7b4-a129e5355780,segment=NetworkSegment(2b9d4c4a-fbb2-4b6f-8844-c1133daaedbe),segment_id=2b9d4c4a-fbb2-4b6f-8844-c1133daaedbe)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:27:05.536626 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c05a6731-e628-45e0-b7fc-85f5a326e875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648318'] for port, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:05.685461 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-c05a6731-e628-45e0-b7fc-85f5a326e875 admin admin] Calling delete_port for e5741431-cd10-4665-b7b4-a129e5355780 owned by network:dhcp {{(pid=86363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:27:05.766522 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c05a6731-e628-45e0-b7fc-85f5a326e875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254156516127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254156964383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10486948'] for port, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:05.771869 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-88a244d3-32e8-4c5a-83c9-15e0053f5b0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:27:05.819659 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05a6731-e628-45e0-b7fc-85f5a326e875 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5741431-cd10-4665-b7b4-a129e5355780,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:27:05.823099 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-c05a6731-e628-45e0-b7fc-85f5a326e875 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:27:05.823979 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05a6731-e628-45e0-b7fc-85f5a326e875 admin admin] No DVR routers for this DVR port e5741431-cd10-4665-b7b4-a129e5355780 on host dv-cinder-786927-1-iscsi {{(pid=86363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:27:05.884590 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-83a0bd02-67d6-44bd-965d-cec5d17e7d49 None None] For port e5741431-cd10-4665-b7b4-a129e5355780, host dv-cinder-786927-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-iscsi',level=0,port_id=e5741431-cd10-4665-b7b4-a129e5355780,segment=NetworkSegment(2b9d4c4a-fbb2-4b6f-8844-c1133daaedbe),segment_id=2b9d4c4a-fbb2-4b6f-8844-c1133daaedbe)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:27:05.885037 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-83a0bd02-67d6-44bd-965d-cec5d17e7d49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648318'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:05.950662 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c05a6731-e628-45e0-b7fc-85f5a326e875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850761865', 'neutron.services.segments.db._delete_segments_for_network-8782698178163'] for network, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:06.018043 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-83a0bd02-67d6-44bd-965d-cec5d17e7d49 None None] Calling delete_port for e5741431-cd10-4665-b7b4-a129e5355780 owned by network:dhcp {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:27:06.070213 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.services.segments.db [None req-c05a6731-e628-45e0-b7fc-85f5a326e875 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45d46b2a-8de6-42c9-bd73-54daf8078cd3']}} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:27:06.085671 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.services.segments.db [None req-c05a6731-e628-45e0-b7fc-85f5a326e875 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b9d4c4a-fbb2-4b6f-8844-c1133daaedbe') {'for_net_delete': True} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:27:06.086010 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.services.segments.db [None req-c05a6731-e628-45e0-b7fc-85f5a326e875 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b9d4c4a-fbb2-4b6f-8844-c1133daaedbe') {} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:27:06.099359 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c05a6731-e628-45e0-b7fc-85f5a326e875 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363254156488035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11913476'] for segment, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:06.101250 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.db.api [None req-83a0bd02-67d6-44bd-965d-cec5d17e7d49 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86364) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 19 18:27:06.101666 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_db.api [None req-83a0bd02-67d6-44bd-965d-cec5d17e7d49 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 19 18:27:06.119549 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c05a6731-e628-45e0-b7fc-85f5a326e875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850937276'] for segment, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:06.126179 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c05a6731-e628-45e0-b7fc-85f5a326e875 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=86363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 18:27:06.310782 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-c05a6731-e628-45e0-b7fc-85f5a326e875 admin admin] Network 45d46b2a-8de6-42c9-bd73-54daf8078cd3 has no segments {{(pid=86363) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:27:06.320519 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c05a6731-e628-45e0-b7fc-85f5a326e875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3838515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036844288813'] for segment, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:06.507549 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-c05a6731-e628-45e0-b7fc-85f5a326e875 admin admin] Network 45d46b2a-8de6-42c9-bd73-54daf8078cd3 has no segments {{(pid=86363) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:27:06.530682 dv-cinder-786927-1-iscsi neutron-server[86249]: Traceback (most recent call last): Apr 19 18:27:06.530682 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 18:27:06.530682 dv-cinder-786927-1-iscsi neutron-server[86249]: timer() Apr 19 18:27:06.530682 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 18:27:06.530682 dv-cinder-786927-1-iscsi neutron-server[86249]: cb(*args, **kw) Apr 19 18:27:06.530682 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 18:27:06.530682 dv-cinder-786927-1-iscsi neutron-server[86249]: return func(*args, **kwargs) Apr 19 18:27:06.530682 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 18:27:06.530682 dv-cinder-786927-1-iscsi neutron-server[86249]: self._notify() Apr 19 18:27:06.530682 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 18:27:06.530682 dv-cinder-786927-1-iscsi neutron-server[86249]: self.callback(batched_events) Apr 19 18:27:06.530682 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 18:27:06.530682 dv-cinder-786927-1-iscsi neutron-server[86249]: event.method(event) Apr 19 18:27:06.530682 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 18:27:06.530682 dv-cinder-786927-1-iscsi neutron-server[86249]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 18:27:06.530682 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 18:27:06.530682 dv-cinder-786927-1-iscsi neutron-server[86249]: segment_id)['aggregates'][0] Apr 19 18:27:06.530682 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 18:27:06.530682 dv-cinder-786927-1-iscsi neutron-server[86249]: return f(self, *a, **k) Apr 19 18:27:06.530682 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 18:27:06.530682 dv-cinder-786927-1-iscsi neutron-server[86249]: return self._get(url).json() Apr 19 18:27:06.530682 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 18:27:06.530682 dv-cinder-786927-1-iscsi neutron-server[86249]: **kwargs) Apr 19 18:27:06.530682 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 18:27:06.530682 dv-cinder-786927-1-iscsi neutron-server[86249]: return self.request(url, 'GET', **kwargs) Apr 19 18:27:06.530682 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 18:27:06.530682 dv-cinder-786927-1-iscsi neutron-server[86249]: **endpoint_filter) Apr 19 18:27:06.530682 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 18:27:06.530682 dv-cinder-786927-1-iscsi neutron-server[86249]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 18:27:06.530682 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 18:27:06.530682 dv-cinder-786927-1-iscsi neutron-server[86249]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 18:27:06.530682 dv-cinder-786927-1-iscsi neutron-server[86249]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 18:27:06.603690 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-83a0bd02-67d6-44bd-965d-cec5d17e7d49 None None] Deleting port e5741431-cd10-4665-b7b4-a129e5355780 {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:27:06.604150 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-83a0bd02-67d6-44bd-965d-cec5d17e7d49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254156519796'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:06.605291 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c05a6731-e628-45e0-b7fc-85f5a326e875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4013951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854123391'] for network, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:06.608791 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b1dcae0d-3d19-4eb2-8846-784ade56f60f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:27:06.626455 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c05a6731-e628-45e0-b7fc-85f5a326e875 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759945'] for network, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:06.679675 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-83a0bd02-67d6-44bd-965d-cec5d17e7d49 None None] The port 'e5741431-cd10-4665-b7b4-a129e5355780' was deleted {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 19 18:27:06.892403 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05a6731-e628-45e0-b7fc-85f5a326e875 admin admin] Pushing event deleted for resources: {'Network': ['ID=45d46b2a-8de6-42c9-bd73-54daf8078cd3,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:27:06.897299 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-c05a6731-e628-45e0-b7fc-85f5a326e875 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:27:06.901022 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-c05a6731-e628-45e0-b7fc-85f5a326e875 admin admin] 10.222.0.36 "DELETE /v2.0/networks/45d46b2a-8de6-42c9-bd73-54daf8078cd3 HTTP/1.1" status: 204 len: 168 time: 1.7316480 Apr 19 18:27:06.904139 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 40236) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:27:07.130990 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device e5741431-cd10-4665-b7b4-a129e5355780 no longer exists at agent ovs-agent-dv-cinder-786927-1-iscsi {{(pid=86364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:27:07.171556 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] No Port match for: e5741431-cd10-4665-b7b4-a129e5355780 {{(pid=86364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:27:07.171863 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device e5741431-cd10-4665-b7b4-a129e5355780 not bound to the agent host dv-cinder-786927-1-iscsi {{(pid=86364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:27:07.486171 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7e853db4-197d-45c4-8b0c-21b30e278a67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622745'] for router_interface, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:07.866779 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-7e853db4-197d-45c4-8b0c-21b30e278a67 admin admin] Deleting port bd3105dd-7733-454c-947d-b4f23825db34 {{(pid=86363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:27:07.867169 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7e853db4-197d-45c4-8b0c-21b30e278a67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254156519796'] for port, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:08.064302 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-7e853db4-197d-45c4-8b0c-21b30e278a67 admin admin] For port bd3105dd-7733-454c-947d-b4f23825db34, host dv-cinder-786927-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-iscsi',level=0,port_id=bd3105dd-7733-454c-947d-b4f23825db34,segment=NetworkSegment(dbe7f3dc-3eb9-4e8e-9dad-eb970a5c850e),segment_id=dbe7f3dc-3eb9-4e8e-9dad-eb970a5c850e)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:27:08.064928 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7e853db4-197d-45c4-8b0c-21b30e278a67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648318'] for port, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:08.198950 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-7e853db4-197d-45c4-8b0c-21b30e278a67 admin admin] Calling delete_port for bd3105dd-7733-454c-947d-b4f23825db34 owned by network:router_interface {{(pid=86363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:27:08.378727 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7e853db4-197d-45c4-8b0c-21b30e278a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254156516127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254156964383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10486948'] for port, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:08.383696 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-f3a1b6fd-3ce4-4a91-ae37-a58b3b02f730 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:27:08.435197 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853db4-197d-45c4-8b0c-21b30e278a67 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd3105dd-7733-454c-947d-b4f23825db34,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:27:08.463740 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-7e853db4-197d-45c4-8b0c-21b30e278a67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:27:08.720581 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-7e853db4-197d-45c4-8b0c-21b30e278a67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854015838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-622823'] for router_interface, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:09.102258 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e853db4-197d-45c4-8b0c-21b30e278a67 admin admin] Router b279b799-3900-478f-801a-7b31870f7c4d has already been hosted by L3 agent 24af6f5b-4620-4572-ab28-0613f710586e {{(pid=86363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:27:09.288465 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e853db4-197d-45c4-8b0c-21b30e278a67 admin admin] Notify agent at l3_agent.dv-cinder-786927-1-iscsi the message routers_updated {{(pid=86363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:27:09.297420 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47f0870-b5c4-43f1-bc1b-abb0ea87c2fb None None] Sync routers for ids ['b279b799-3900-478f-801a-7b31870f7c4d'] in dv-cinder-786927-1-iscsi {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:27:09.304165 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-7e853db4-197d-45c4-8b0c-21b30e278a67 admin admin] 10.222.0.36 "PUT /v2.0/routers/b279b799-3900-478f-801a-7b31870f7c4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3989315 Apr 19 18:27:09.306835 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 40240) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:27:09.308744 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47f0870-b5c4-43f1-bc1b-abb0ea87c2fb None None] Routers {'b279b799-3900-478f-801a-7b31870f7c4d'} bound to L3 agent in host dv-cinder-786927-1-iscsi {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:27:09.309406 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-e47f0870-b5c4-43f1-bc1b-abb0ea87c2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T18:07:54Z,description=,heartbeat_timestamp=2021-04-19T18:26:54Z,host='dv-cinder-786927-1-iscsi',id=24af6f5b-4620-4572-ab28-0613f710586e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:07:54Z,topic='l3_agent')) {'router_ids': ['b279b799-3900-478f-801a-7b31870f7c4d'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:27:09.499040 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-e47f0870-b5c4-43f1-bc1b-abb0ea87c2fb None None] Set router b279b799-3900-478f-801a-7b31870f7c4d gateway port host: dv-cinder-786927-1-iscsi {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:27:09.745962 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d129f998-b91d-4746-8d5e-65e162d1f556 admin admin] Notify callbacks [] for router, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:09.945163 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d129f998-b91d-4746-8d5e-65e162d1f556 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:09.953354 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-d129f998-b91d-4746-8d5e-65e162d1f556 admin admin] Deleting port dbfd9b72-a828-4c1d-83a4-2592537c0734 {{(pid=86363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:27:09.953728 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d129f998-b91d-4746-8d5e-65e162d1f556 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254156519796'] for port, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:09.971744 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-e47f0870-b5c4-43f1-bc1b-abb0ea87c2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b279b799-3900-478f-801a-7b31870f7c4d', 'name': 'tempest-TestShelveInstance-2054433140-router', 'tenant_id': '8cfc0774767b4ee2a8ab4a716fcb72d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': 'dbfd9b72-a828-4c1d-83a4-2592537c0734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:22:02Z', 'updated_at': '2021-04-19T18:27:08Z', 'revision_number': 5, 'project_id': '8cfc0774767b4ee2a8ab4a716fcb72d7', 'gw_port': {'id': 'dbfd9b72-a828-4c1d-83a4-2592537c0734', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b279b799-3900-478f-801a-7b31870f7c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:22:04Z', 'updated_at': '2021-04-19T18:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi'}], 'dv-cinder-786927-1-iscsi', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:27:09.976307 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47f0870-b5c4-43f1-bc1b-abb0ea87c2fb None None] Checking router: b279b799-3900-478f-801a-7b31870f7c4d for host: dv-cinder-786927-1-iscsi {{(pid=86365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:27:09.985630 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47f0870-b5c4-43f1-bc1b-abb0ea87c2fb None None] Routers {'b279b799-3900-478f-801a-7b31870f7c4d'} bound to L3 agent in host dv-cinder-786927-1-iscsi {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:27:09.986286 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-e47f0870-b5c4-43f1-bc1b-abb0ea87c2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T18:07:54Z,description=,heartbeat_timestamp=2021-04-19T18:26:54Z,host='dv-cinder-786927-1-iscsi',id=24af6f5b-4620-4572-ab28-0613f710586e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:07:54Z,topic='l3_agent')) {'router_ids': ['b279b799-3900-478f-801a-7b31870f7c4d'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:27:10.145953 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-e47f0870-b5c4-43f1-bc1b-abb0ea87c2fb None None] Set router b279b799-3900-478f-801a-7b31870f7c4d gateway port host: None {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:27:10.146812 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-d129f998-b91d-4746-8d5e-65e162d1f556 admin admin] For port dbfd9b72-a828-4c1d-83a4-2592537c0734, host dv-cinder-786927-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-iscsi',level=0,port_id=dbfd9b72-a828-4c1d-83a4-2592537c0734,segment=NetworkSegment(c45e75c0-3629-4b9b-9637-c1f0a35fb912),segment_id=c45e75c0-3629-4b9b-9637-c1f0a35fb912)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:27:10.147785 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d129f998-b91d-4746-8d5e-65e162d1f556 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648318'] for port, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:10.257415 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-e47f0870-b5c4-43f1-bc1b-abb0ea87c2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b279b799-3900-478f-801a-7b31870f7c4d', 'name': 'tempest-TestShelveInstance-2054433140-router', 'tenant_id': '8cfc0774767b4ee2a8ab4a716fcb72d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:22:02Z', 'updated_at': '2021-04-19T18:27:09Z', 'revision_number': 6, 'project_id': '8cfc0774767b4ee2a8ab4a716fcb72d7', 'gw_port_host': None}], 'dv-cinder-786927-1-iscsi', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:27:10.261512 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47f0870-b5c4-43f1-bc1b-abb0ea87c2fb None None] The sync data for ids ['b279b799-3900-478f-801a-7b31870f7c4d'] in dv-cinder-786927-1-iscsi is: [{'id': 'b279b799-3900-478f-801a-7b31870f7c4d', 'name': 'tempest-TestShelveInstance-2054433140-router', 'tenant_id': '8cfc0774767b4ee2a8ab4a716fcb72d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:22:02Z', 'updated_at': '2021-04-19T18:27:09Z', 'revision_number': 6, 'project_id': '8cfc0774767b4ee2a8ab4a716fcb72d7', 'gw_port_host': None}] {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:27:10.282827 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-d129f998-b91d-4746-8d5e-65e162d1f556 admin admin] Calling delete_port for dbfd9b72-a828-4c1d-83a4-2592537c0734 owned by network:router_gateway {{(pid=86363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:27:10.461619 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d129f998-b91d-4746-8d5e-65e162d1f556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254156516127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254156964383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10486948'] for port, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:10.466458 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-a2f104e2-20c7-412f-b85d-35af2f42266e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:27:10.512865 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d129f998-b91d-4746-8d5e-65e162d1f556 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbfd9b72-a828-4c1d-83a4-2592537c0734,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:27:10.516355 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-d129f998-b91d-4746-8d5e-65e162d1f556 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:27:10.614207 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d129f998-b91d-4746-8d5e-65e162d1f556 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854126490'] for router_gateway, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:10.805391 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d129f998-b91d-4746-8d5e-65e162d1f556 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854149062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854772563'] for router, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:10.807924 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d129f998-b91d-4746-8d5e-65e162d1f556 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:10.828732 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d129f998-b91d-4746-8d5e-65e162d1f556 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626302'] for router, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:10.829288 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d129f998-b91d-4746-8d5e-65e162d1f556 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b279b799-3900-478f-801a-7b31870f7c4d {{(pid=86363) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 19 18:27:10.842639 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d129f998-b91d-4746-8d5e-65e162d1f556 admin admin] Notify callbacks [] for router, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:10.843937 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-d129f998-b91d-4746-8d5e-65e162d1f556 admin admin] 10.222.0.36 "DELETE /v2.0/routers/b279b799-3900-478f-801a-7b31870f7c4d HTTP/1.1" status: 204 len: 168 time: 1.5360434 Apr 19 18:27:10.846889 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 40244) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:27:10.915295 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_v2 [None req-74754802-cb6e-493e-ab2c-3a2d87585ebf admin admin] Deleting subnet 856ce6ba-63b7-4a97-8787-460c79227031 {{(pid=86362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 18:27:10.918825 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-74754802-cb6e-493e-ab2c-3a2d87585ebf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:10.978719 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-74754802-cb6e-493e-ab2c-3a2d87585ebf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666202'] for subnet, precommit_delete_associations {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:11.062430 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-74754802-cb6e-493e-ab2c-3a2d87585ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013858'] for subnet, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:11.142542 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device dbfd9b72-a828-4c1d-83a4-2592537c0734 no longer exists at agent ovs-agent-dv-cinder-786927-1-iscsi {{(pid=86364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:27:11.181246 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] No Port match for: dbfd9b72-a828-4c1d-83a4-2592537c0734 {{(pid=86364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:27:11.181855 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device dbfd9b72-a828-4c1d-83a4-2592537c0734 not bound to the agent host dv-cinder-786927-1-iscsi {{(pid=86364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:27:11.182071 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device bd3105dd-7733-454c-947d-b4f23825db34 no longer exists at agent ovs-agent-dv-cinder-786927-1-iscsi {{(pid=86364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:27:11.220376 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] No Port match for: bd3105dd-7733-454c-947d-b4f23825db34 {{(pid=86364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:27:11.220772 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device bd3105dd-7733-454c-947d-b4f23825db34 not bound to the agent host dv-cinder-786927-1-iscsi {{(pid=86364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:27:11.338464 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-74754802-cb6e-493e-ab2c-3a2d87585ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850761958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853862292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036844105550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11480279'] for subnet, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:11.343414 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:27:11.382714 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74754802-cb6e-493e-ab2c-3a2d87585ebf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=856ce6ba-63b7-4a97-8787-460c79227031,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:27:11.385025 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-74754802-cb6e-493e-ab2c-3a2d87585ebf admin admin] Notify callbacks [] for subnet, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:11.389504 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-74754802-cb6e-493e-ab2c-3a2d87585ebf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:27:11.389685 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4957ce2-f7ef-4cb9-b979-0807b13a10ef None None] Network ee3e8106-80db-4a57-b5f1-01b66c3d6068 requested from dv-cinder-786927-1-iscsi {{(pid=86364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:27:11.398683 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-74754802-cb6e-493e-ab2c-3a2d87585ebf admin admin] 10.222.0.36 "DELETE /v2.0/subnets/856ce6ba-63b7-4a97-8787-460c79227031 HTTP/1.1" status: 204 len: 168 time: 0.5503640 Apr 19 18:27:11.401097 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 40248) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:27:11.518101 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e6f947eb-1082-4f88-ae5d-4ccacdae309c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3689838'] for network, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:11.529594 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-e6f947eb-1082-4f88-ae5d-4ccacdae309c admin admin] Deleting port 69987ecd-4ff7-4e49-bc86-5606dc89bc3c {{(pid=86362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:27:11.529967 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e6f947eb-1082-4f88-ae5d-4ccacdae309c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254156519796'] for port, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:11.646905 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5720c22-a5a7-4066-967a-e50a2100f571 None None] DHCP port deletion for ee3e8106-80db-4a57-b5f1-01b66c3d6068 request from dv-cinder-786927-1-iscsi {{(pid=86364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 19 18:27:11.651809 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-f5720c22-a5a7-4066-967a-e50a2100f571 None None] Deleting port 69987ecd-4ff7-4e49-bc86-5606dc89bc3c {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:27:11.652236 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f5720c22-a5a7-4066-967a-e50a2100f571 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254156519796'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:11.753609 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-e6f947eb-1082-4f88-ae5d-4ccacdae309c admin admin] For port 69987ecd-4ff7-4e49-bc86-5606dc89bc3c, host dv-cinder-786927-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-iscsi',level=0,port_id=69987ecd-4ff7-4e49-bc86-5606dc89bc3c,segment=NetworkSegment(dbe7f3dc-3eb9-4e8e-9dad-eb970a5c850e),segment_id=dbe7f3dc-3eb9-4e8e-9dad-eb970a5c850e)] {{(pid=86362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:27:11.754022 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e6f947eb-1082-4f88-ae5d-4ccacdae309c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648318'] for port, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:11.862909 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-f5720c22-a5a7-4066-967a-e50a2100f571 None None] For port 69987ecd-4ff7-4e49-bc86-5606dc89bc3c, host dv-cinder-786927-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-iscsi',level=0,port_id=69987ecd-4ff7-4e49-bc86-5606dc89bc3c,segment=NetworkSegment(dbe7f3dc-3eb9-4e8e-9dad-eb970a5c850e),segment_id=dbe7f3dc-3eb9-4e8e-9dad-eb970a5c850e)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:27:11.863342 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f5720c22-a5a7-4066-967a-e50a2100f571 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648318'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:11.888664 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-e6f947eb-1082-4f88-ae5d-4ccacdae309c admin admin] Calling delete_port for 69987ecd-4ff7-4e49-bc86-5606dc89bc3c owned by network:dhcp {{(pid=86362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:27:11.971880 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e6f947eb-1082-4f88-ae5d-4ccacdae309c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254156516127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254156964383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844104858'] for port, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:11.975809 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-fb88b63b-bfc8-4b1e-893b-0e34a34ed8b7 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:27:11.997065 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-f5720c22-a5a7-4066-967a-e50a2100f571 None None] Calling delete_port for 69987ecd-4ff7-4e49-bc86-5606dc89bc3c owned by network:dhcp {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:27:12.022838 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f947eb-1082-4f88-ae5d-4ccacdae309c admin admin] Pushing event deleted for resources: {'Port': ['ID=69987ecd-4ff7-4e49-bc86-5606dc89bc3c,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:27:12.026838 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-e6f947eb-1082-4f88-ae5d-4ccacdae309c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:27:12.029150 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f947eb-1082-4f88-ae5d-4ccacdae309c admin admin] No DVR routers for this DVR port 69987ecd-4ff7-4e49-bc86-5606dc89bc3c on host dv-cinder-786927-1-iscsi {{(pid=86362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:27:12.073783 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.db.api [None req-f5720c22-a5a7-4066-967a-e50a2100f571 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86364) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 19 18:27:12.074193 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_db.api [None req-f5720c22-a5a7-4066-967a-e50a2100f571 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 19 18:27:12.153474 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e6f947eb-1082-4f88-ae5d-4ccacdae309c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850761865', 'neutron.services.segments.db._delete_segments_for_network-8782698178163'] for network, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:12.267052 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.services.segments.db [None req-e6f947eb-1082-4f88-ae5d-4ccacdae309c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee3e8106-80db-4a57-b5f1-01b66c3d6068']}} {{(pid=86362) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:27:12.280142 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.services.segments.db [None req-e6f947eb-1082-4f88-ae5d-4ccacdae309c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbe7f3dc-3eb9-4e8e-9dad-eb970a5c850e') {'for_net_delete': True} {{(pid=86362) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:27:12.280488 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.services.segments.db [None req-e6f947eb-1082-4f88-ae5d-4ccacdae309c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbe7f3dc-3eb9-4e8e-9dad-eb970a5c850e') {} {{(pid=86362) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:27:12.292853 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e6f947eb-1082-4f88-ae5d-4ccacdae309c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363254156488035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843109614'] for segment, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:12.310681 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e6f947eb-1082-4f88-ae5d-4ccacdae309c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850937276'] for segment, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:12.317018 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6f947eb-1082-4f88-ae5d-4ccacdae309c admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=86362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 18:27:12.499218 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-e6f947eb-1082-4f88-ae5d-4ccacdae309c admin admin] Network ee3e8106-80db-4a57-b5f1-01b66c3d6068 has no segments {{(pid=86362) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:27:12.508618 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e6f947eb-1082-4f88-ae5d-4ccacdae309c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3838515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10670865'] for segment, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:12.575266 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-f5720c22-a5a7-4066-967a-e50a2100f571 None None] Deleting port 69987ecd-4ff7-4e49-bc86-5606dc89bc3c {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:27:12.575702 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f5720c22-a5a7-4066-967a-e50a2100f571 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254156519796'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:12.648598 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-f5720c22-a5a7-4066-967a-e50a2100f571 None None] The port '69987ecd-4ff7-4e49-bc86-5606dc89bc3c' was deleted {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 19 18:27:12.684555 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-e6f947eb-1082-4f88-ae5d-4ccacdae309c admin admin] Network ee3e8106-80db-4a57-b5f1-01b66c3d6068 has no segments {{(pid=86362) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:27:12.707407 dv-cinder-786927-1-iscsi neutron-server[86249]: Traceback (most recent call last): Apr 19 18:27:12.707407 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 18:27:12.707407 dv-cinder-786927-1-iscsi neutron-server[86249]: timer() Apr 19 18:27:12.707407 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 18:27:12.707407 dv-cinder-786927-1-iscsi neutron-server[86249]: cb(*args, **kw) Apr 19 18:27:12.707407 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 18:27:12.707407 dv-cinder-786927-1-iscsi neutron-server[86249]: return func(*args, **kwargs) Apr 19 18:27:12.707407 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 18:27:12.707407 dv-cinder-786927-1-iscsi neutron-server[86249]: self._notify() Apr 19 18:27:12.707407 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 18:27:12.707407 dv-cinder-786927-1-iscsi neutron-server[86249]: self.callback(batched_events) Apr 19 18:27:12.707407 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 18:27:12.707407 dv-cinder-786927-1-iscsi neutron-server[86249]: event.method(event) Apr 19 18:27:12.707407 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 18:27:12.707407 dv-cinder-786927-1-iscsi neutron-server[86249]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 18:27:12.707407 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 18:27:12.707407 dv-cinder-786927-1-iscsi neutron-server[86249]: segment_id)['aggregates'][0] Apr 19 18:27:12.707407 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 18:27:12.707407 dv-cinder-786927-1-iscsi neutron-server[86249]: return f(self, *a, **k) Apr 19 18:27:12.707407 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 18:27:12.707407 dv-cinder-786927-1-iscsi neutron-server[86249]: return self._get(url).json() Apr 19 18:27:12.707407 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 18:27:12.707407 dv-cinder-786927-1-iscsi neutron-server[86249]: **kwargs) Apr 19 18:27:12.707407 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 18:27:12.707407 dv-cinder-786927-1-iscsi neutron-server[86249]: return self.request(url, 'GET', **kwargs) Apr 19 18:27:12.707407 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 18:27:12.707407 dv-cinder-786927-1-iscsi neutron-server[86249]: **endpoint_filter) Apr 19 18:27:12.707407 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 18:27:12.707407 dv-cinder-786927-1-iscsi neutron-server[86249]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 18:27:12.707407 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 18:27:12.707407 dv-cinder-786927-1-iscsi neutron-server[86249]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 18:27:12.707407 dv-cinder-786927-1-iscsi neutron-server[86249]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 18:27:12.792521 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e6f947eb-1082-4f88-ae5d-4ccacdae309c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4013951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854123391'] for network, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:12.796471 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:27:12.813989 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e6f947eb-1082-4f88-ae5d-4ccacdae309c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759945'] for network, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:12.821351 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f947eb-1082-4f88-ae5d-4ccacdae309c admin admin] Pushing event deleted for resources: {'Network': ['ID=ee3e8106-80db-4a57-b5f1-01b66c3d6068,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:27:12.826326 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-e6f947eb-1082-4f88-ae5d-4ccacdae309c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:27:12.832601 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-e6f947eb-1082-4f88-ae5d-4ccacdae309c admin admin] 10.222.0.36 "DELETE /v2.0/networks/ee3e8106-80db-4a57-b5f1-01b66c3d6068 HTTP/1.1" status: 204 len: 168 time: 1.4304376 Apr 19 18:27:12.955352 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 40254) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:27:13.011855 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-8710e539-4201-44e5-870d-0586662fd6da admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d29eee7bedfd47868ae5c7a8e8bcaa1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0551744 Apr 19 18:27:13.014450 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 40258) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:27:13.087914 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dae7cc74-adb3-4a5b-9773-d3ca3558ac05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:13.118600 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dae7cc74-adb3-4a5b-9773-d3ca3558ac05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:13.142678 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device 69987ecd-4ff7-4e49-bc86-5606dc89bc3c no longer exists at agent ovs-agent-dv-cinder-786927-1-iscsi {{(pid=86364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:27:13.168564 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dae7cc74-adb3-4a5b-9773-d3ca3558ac05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:13.174781 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-2dc8d23a-b329-472c-b79e-46763f74018b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:27:13.181167 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] No Port match for: 69987ecd-4ff7-4e49-bc86-5606dc89bc3c {{(pid=86364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:27:13.181563 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device 69987ecd-4ff7-4e49-bc86-5606dc89bc3c not bound to the agent host dv-cinder-786927-1-iscsi {{(pid=86364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:27:13.191300 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae7cc74-adb3-4a5b-9773-d3ca3558ac05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1129f372-a481-4453-8af4-9fbdd71af6ce,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:27:13.194986 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-dae7cc74-adb3-4a5b-9773-d3ca3558ac05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:27:13.197208 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dae7cc74-adb3-4a5b-9773-d3ca3558ac05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:13.198427 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-dae7cc74-adb3-4a5b-9773-d3ca3558ac05 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1129f372-a481-4453-8af4-9fbdd71af6ce HTTP/1.1" status: 204 len: 168 time: 0.1830125 Apr 19 18:27:13.551822 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 40266) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:27:13.603945 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-1ad1a0b1-f4ff-411e-aeaa-00e5edd5e747 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8cfc0774767b4ee2a8ab4a716fcb72d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0507269 Apr 19 18:27:13.606367 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 40270) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:27:13.667457 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8d7184ab-c1fc-41fc-afdd-44fad74d37bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:13.695168 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8d7184ab-c1fc-41fc-afdd-44fad74d37bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:13.741512 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8d7184ab-c1fc-41fc-afdd-44fad74d37bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:13.746653 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-a87e4968-4795-4f1c-8880-0aad71f0bf4b tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:27:13.761247 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7184ab-c1fc-41fc-afdd-44fad74d37bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25067c73-8b86-4d9d-b717-00927e805b7b,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:27:13.772342 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7184ab-c1fc-41fc-afdd-44fad74d37bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:27:13.772779 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7184ab-c1fc-41fc-afdd-44fad74d37bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:27:13.773202 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7184ab-c1fc-41fc-afdd-44fad74d37bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:27:13.773618 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7184ab-c1fc-41fc-afdd-44fad74d37bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:27:13.774030 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7184ab-c1fc-41fc-afdd-44fad74d37bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:27:13.774447 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7184ab-c1fc-41fc-afdd-44fad74d37bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:27:13.774855 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7184ab-c1fc-41fc-afdd-44fad74d37bd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:27:13.775295 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7184ab-c1fc-41fc-afdd-44fad74d37bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:27:13.775705 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7184ab-c1fc-41fc-afdd-44fad74d37bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:27:13.776111 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7184ab-c1fc-41fc-afdd-44fad74d37bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:27:13.776516 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7184ab-c1fc-41fc-afdd-44fad74d37bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:27:13.776921 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7184ab-c1fc-41fc-afdd-44fad74d37bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:27:13.780077 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-8d7184ab-c1fc-41fc-afdd-44fad74d37bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:13.781271 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-8d7184ab-c1fc-41fc-afdd-44fad74d37bd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/25067c73-8b86-4d9d-b717-00927e805b7b HTTP/1.1" status: 204 len: 168 time: 0.1738710 Apr 19 18:27:13.782256 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-8d7184ab-c1fc-41fc-afdd-44fad74d37bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:27:21.774765 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2a6f237e-6482-4875-866a-5b77cfb98f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:24.222937 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-3a7a4142-270b-428e-b108-1af14003686e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:24.835697 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-60872106-3921-4474-9775-f4da212b8297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:25.911093 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:26.170132 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-eae962f3-e32e-4947-814b-3e299d74c6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:28.858793 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d06be1de-61e8-4449-b412-274f6e59a1d7 req-c5b15b92-a097-459e-8e8a-fe5dafd2f745 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1904419624&fields=id&tenant_id=ab7ea17f87bf48eea71bdbbfac21f7d9 HTTP/1.1" status: 200 len: 267 time: 0.0434752 Apr 19 18:27:29.021235 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06be1de-61e8-4449-b412-274f6e59a1d7 req-9358d262-a836-4149-a949-0040aae6c1b5 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:27:29.023390 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d06be1de-61e8-4449-b412-274f6e59a1d7 req-9358d262-a836-4149-a949-0040aae6c1b5 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/networks?id=1f49822f-29ba-4e60-a46b-78786ac1f34c HTTP/1.1" status: 200 len: 811 time: 0.1574919 Apr 19 18:27:29.039199 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d06be1de-61e8-4449-b412-274f6e59a1d7 req-2e582371-9525-4fda-90fa-107eead9d8e0 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/quotas/ab7ea17f87bf48eea71bdbbfac21f7d9 HTTP/1.1" status: 200 len: 375 time: 0.0096724 Apr 19 18:27:29.136085 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d06be1de-61e8-4449-b412-274f6e59a1d7 req-eb86a462-9630-4c62-8ec6-994c5abc3a47 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ab7ea17f87bf48eea71bdbbfac21f7d9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0912409 Apr 19 18:27:29.152760 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [req-d06be1de-61e8-4449-b412-274f6e59a1d7 req-9971d9be-4021-46ce-b60e-12628b0772c0 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=86363) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 18:27:29.153810 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d06be1de-61e8-4449-b412-274f6e59a1d7 req-9971d9be-4021-46ce-b60e-12628b0772c0 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053370 Apr 19 18:27:29.293460 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d06be1de-61e8-4449-b412-274f6e59a1d7 req-3f7fdd4c-a138-4ce4-9b51-0baf6cfed526 service neutron] 10.222.0.36 "GET /v2.0/networks/1f49822f-29ba-4e60-a46b-78786ac1f34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337910 Apr 19 18:27:29.446799 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d06be1de-61e8-4449-b412-274f6e59a1d7 req-15229a0f-b6b3-4721-b384-7d4426ef7e1b service neutron] 10.222.0.36 "GET /v2.0/networks/1f49822f-29ba-4e60-a46b-78786ac1f34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467643 Apr 19 18:27:29.861434 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7d98b492-7ce7-40e2-8ffe-129f9ea0bef2 req-1fe7125a-8956-413c-ada1-1e5845c65b0d tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0316394-7c61-4a29-8a54-89f8933e4fbf HTTP/1.1" status: 200 len: 210 time: 0.0477920 Apr 19 18:27:30.975524 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-8f64feea-2344-4305-8a3f-de6d4159ae07 req-97e29a35-116c-4c3d-b8b0-ba092d5e02ab tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0316394-7c61-4a29-8a54-89f8933e4fbf HTTP/1.1" status: 200 len: 210 time: 0.0540645 Apr 19 18:27:32.098444 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e07095f3-676e-47f6-9d61-103934d2b5b7 req-330b5310-49b4-4b9b-82b0-36a1bc96c508 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0316394-7c61-4a29-8a54-89f8933e4fbf HTTP/1.1" status: 200 len: 210 time: 0.0517781 Apr 19 18:27:33.260388 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-e8f6f4ac-b3d3-494b-9307-ee2201da6bfe req-3b94c4c1-73ca-4c44-8a89-a6cf025917c4 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0316394-7c61-4a29-8a54-89f8933e4fbf HTTP/1.1" status: 200 len: 210 time: 0.0496562 Apr 19 18:27:33.386007 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:34.143975 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06be1de-61e8-4449-b412-274f6e59a1d7 req-e071b637-61d6-41b0-99a8-6319b66763c6 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:27:34.145575 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d06be1de-61e8-4449-b412-274f6e59a1d7 req-e071b637-61d6-41b0-99a8-6319b66763c6 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.53 "GET /v2.0/networks?id=1f49822f-29ba-4e60-a46b-78786ac1f34c HTTP/1.1" status: 200 len: 811 time: 0.1655133 Apr 19 18:27:34.229040 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d06be1de-61e8-4449-b412-274f6e59a1d7 req-487e0ac7-6bba-4580-ac2d-830b271e2fb6 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ab7ea17f87bf48eea71bdbbfac21f7d9 HTTP/1.1" status: 200 len: 8061 time: 0.0747240 Apr 19 18:27:34.238365 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [req-d06be1de-61e8-4449-b412-274f6e59a1d7 req-036d09ce-b328-4645-951e-772903bec4a8 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Request body: {'port': {'device_id': 'b0316394-7c61-4a29-8a54-89f8933e4fbf', 'network_id': '1f49822f-29ba-4e60-a46b-78786ac1f34c', 'admin_state_up': True, 'tenant_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'security_groups': ['9ee5570f-f568-4750-abc9-f2e83a97fd81']}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:27:34.391068 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [req-d06be1de-61e8-4449-b412-274f6e59a1d7 req-036d09ce-b328-4645-951e-772903bec4a8 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:27:34.402695 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [req-d06be1de-61e8-4449-b412-274f6e59a1d7 req-036d09ce-b328-4645-951e-772903bec4a8 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:27:34.413693 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d06be1de-61e8-4449-b412-274f6e59a1d7 req-036d09ce-b328-4645-951e-772903bec4a8 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Made reservation on behalf of ab7ea17f87bf48eea71bdbbfac21f7d9 for: {'port': 1} {{(pid=86363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:27:34.420553 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-d06be1de-61e8-4449-b412-274f6e59a1d7 req-036d09ce-b328-4645-951e-772903bec4a8 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:34.429434 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-0755ec35-3dca-4c81-bf4f-abda51262578 req-26b00655-6487-4443-a32a-2551cce3e9de tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0316394-7c61-4a29-8a54-89f8933e4fbf HTTP/1.1" status: 200 len: 210 time: 0.0532413 Apr 19 18:27:34.605442 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [req-d06be1de-61e8-4449-b412-274f6e59a1d7 req-036d09ce-b328-4645-951e-772903bec4a8 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Allocated IP 172.20.0.7 (1f49822f-29ba-4e60-a46b-78786ac1f34c/a7079f5e-d348-48c2-81c0-ab4764c813e8/ee90527a-a43f-4552-be5e-e5d9d51353b2) {{(pid=86363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:27:34.809250 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1480b849-865b-4581-a03b-c7cbbe644993 req-30a12858-0d7d-4c6a-b21b-b21a307f3982 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=070d088b-3064-4ca0-aac9-8c5fe8284e2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2053337 Apr 19 18:27:34.827929 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-d06be1de-61e8-4449-b412-274f6e59a1d7 req-036d09ce-b328-4645-951e-772903bec4a8 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks [] for port, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:34.845869 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [req-d06be1de-61e8-4449-b412-274f6e59a1d7 req-036d09ce-b328-4645-951e-772903bec4a8 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Transition to ACTIVE for port object ee90527a-a43f-4552-be5e-e5d9d51353b2 will not be triggered until provisioned by entity DHCP. {{(pid=86363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:27:34.870614 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-d06be1de-61e8-4449-b412-274f6e59a1d7 req-036d09ce-b328-4645-951e-772903bec4a8 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782697811417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10486948'] for port, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:34.876871 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-d129f998-b91d-4746-8d5e-65e162d1f556 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:27:34.915228 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1480b849-865b-4581-a03b-c7cbbe644993 req-560533ff-9be6-4ec8-875b-40b265769039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:27:34.916792 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1480b849-865b-4581-a03b-c7cbbe644993 req-560533ff-9be6-4ec8-875b-40b265769039 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ab7ea17f87bf48eea71bdbbfac21f7d9&device_id=070d088b-3064-4ca0-aac9-8c5fe8284e2f HTTP/1.1" status: 200 len: 1099 time: 0.0850391 Apr 19 18:27:34.953891 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d06be1de-61e8-4449-b412-274f6e59a1d7 req-036d09ce-b328-4645-951e-772903bec4a8 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Network 1f49822f-29ba-4e60-a46b-78786ac1f34c is already hosted by enough agents. {{(pid=86363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:27:34.957872 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [req-d06be1de-61e8-4449-b412-274f6e59a1d7 req-036d09ce-b328-4645-951e-772903bec4a8 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Resources bound (agent type, host, resource id): {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:27:34.962475 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [req-d06be1de-61e8-4449-b412-274f6e59a1d7 req-036d09ce-b328-4645-951e-772903bec4a8 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Received port after_create {{(pid=86363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:27:35.006805 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036d09ce-b328-4645-951e-772903bec4a8 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Pushing event updated for resources: {'Port': ['ID=ee90527a-a43f-4552-be5e-e5d9d51353b2,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:27:35.012068 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-036d09ce-b328-4645-951e-772903bec4a8 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:27:35.039699 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06be1de-61e8-4449-b412-274f6e59a1d7 req-036d09ce-b328-4645-951e-772903bec4a8 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:27:35.040419 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-d06be1de-61e8-4449-b412-274f6e59a1d7 req-036d09ce-b328-4645-951e-772903bec4a8 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773849'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:35.074967 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d06be1de-61e8-4449-b412-274f6e59a1d7 req-036d09ce-b328-4645-951e-772903bec4a8 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8407273 Apr 19 18:27:35.088222 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [req-d06be1de-61e8-4449-b412-274f6e59a1d7 req-702d8fff-4cba-46c3-a378-4e6b2923d771 service neutron] Request body: {'port': {'device_id': 'b0316394-7c61-4a29-8a54-89f8933e4fbf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:27:35.091691 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1480b849-865b-4581-a03b-c7cbbe644993 req-f0fa818f-34a5-47c1-8f1a-1f89ab7139d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:27:35.093312 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1480b849-865b-4581-a03b-c7cbbe644993 req-f0fa818f-34a5-47c1-8f1a-1f89ab7139d4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1f49822f-29ba-4e60-a46b-78786ac1f34c HTTP/1.1" status: 200 len: 912 time: 0.1556430 Apr 19 18:27:35.171497 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-bc402712-0474-42d2-b7eb-e7dfcf250074 None None] Provisioning for port ee90527a-a43f-4552-be5e-e5d9d51353b2 completed by entity DHCP. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:27:35.177134 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-bc402712-0474-42d2-b7eb-e7dfcf250074 None None] Provisioning complete for port ee90527a-a43f-4552-be5e-e5d9d51353b2 triggered by entity DHCP. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:27:35.177559 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-bc402712-0474-42d2-b7eb-e7dfcf250074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:35.213553 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-d06be1de-61e8-4449-b412-274f6e59a1d7 req-702d8fff-4cba-46c3-a378-4e6b2923d771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:35.214566 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1480b849-865b-4581-a03b-c7cbbe644993 req-982d3c9a-99f8-4616-901e-bc850601a271 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=015b2e9f-48e4-4710-851c-052d3775aa06 HTTP/1.1" status: 200 len: 1000 time: 0.1089473 Apr 19 18:27:35.237149 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-bc402712-0474-42d2-b7eb-e7dfcf250074 None None] Port ee90527a-a43f-4552-be5e-e5d9d51353b2 cannot update to ACTIVE because it is not bound. {{(pid=86364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:27:35.284790 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1480b849-865b-4581-a03b-c7cbbe644993 req-7f4d0fc1-cde4-4cc7-85ac-c2c4246cc3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:27:35.286355 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1480b849-865b-4581-a03b-c7cbbe644993 req-7f4d0fc1-cde4-4cc7-85ac-c2c4246cc3bc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a7079f5e-d348-48c2-81c0-ab4764c813e8 HTTP/1.1" status: 200 len: 850 time: 0.0647576 Apr 19 18:27:35.370970 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1480b849-865b-4581-a03b-c7cbbe644993 req-25116feb-85be-40e8-b7b7-1f372f1a77b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:27:35.372584 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1480b849-865b-4581-a03b-c7cbbe644993 req-25116feb-85be-40e8-b7b7-1f372f1a77b6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1f49822f-29ba-4e60-a46b-78786ac1f34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0790710 Apr 19 18:27:35.518306 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1480b849-865b-4581-a03b-c7cbbe644993 req-22c92445-d11d-4f8e-b94d-9f440bb8991b service neutron] 10.222.0.53 "GET /v2.0/networks/1f49822f-29ba-4e60-a46b-78786ac1f34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388054 Apr 19 18:27:35.583008 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [req-d06be1de-61e8-4449-b412-274f6e59a1d7 req-702d8fff-4cba-46c3-a378-4e6b2923d771 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee90527a-a43f-4552-be5e-e5d9d51353b2 {{(pid=86363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:27:35.591821 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-d06be1de-61e8-4449-b412-274f6e59a1d7 req-702d8fff-4cba-46c3-a378-4e6b2923d771 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:35.610380 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [req-d06be1de-61e8-4449-b412-274f6e59a1d7 req-702d8fff-4cba-46c3-a378-4e6b2923d771 service neutron] Transition to ACTIVE for port object ee90527a-a43f-4552-be5e-e5d9d51353b2 will not be triggered until provisioned by entity L2. {{(pid=86363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:27:35.614035 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-d06be1de-61e8-4449-b412-274f6e59a1d7 req-702d8fff-4cba-46c3-a378-4e6b2923d771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844288851'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:35.620390 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-d6dc5f5c-c877-4046-85f3-f153cf2d7b9e tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:27:35.942456 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-1480b849-865b-4581-a03b-c7cbbe644993 req-a07582ea-3d14-45dd-9b72-e8deb967482d service neutron] 10.222.0.53 "GET /v2.0/networks/1f49822f-29ba-4e60-a46b-78786ac1f34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4171684 Apr 19 18:27:36.119039 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702d8fff-4cba-46c3-a378-4e6b2923d771 service neutron] Pushing event updated for resources: {'Port': ['ID=ee90527a-a43f-4552-be5e-e5d9d51353b2,revision_number=2']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:27:36.128196 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-702d8fff-4cba-46c3-a378-4e6b2923d771 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:27:36.234549 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887fd115-ea8b-4f02-8803-d6f6ef632f38 req-665212bb-26eb-424d-8078-5c1bf40239be tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:27:36.235348 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-887fd115-ea8b-4f02-8803-d6f6ef632f38 req-665212bb-26eb-424d-8078-5c1bf40239be tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Synchronizing usage tracker for tenant:ab7ea17f87bf48eea71bdbbfac21f7d9 on resource:port {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:27:36.239618 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-d06be1de-61e8-4449-b412-274f6e59a1d7 req-702d8fff-4cba-46c3-a378-4e6b2923d771 service neutron] Attempting to bind port ee90527a-a43f-4552-be5e-e5d9d51353b2 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:27:36.240003 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-d06be1de-61e8-4449-b412-274f6e59a1d7 req-702d8fff-4cba-46c3-a378-4e6b2923d771 service neutron] Attempting to bind port ee90527a-a43f-4552-be5e-e5d9d51353b2 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '3a08ee2f-f5d8-4530-9399-ffecb932d723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1f49822f-29ba-4e60-a46b-78786ac1f34c'}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:27:36.240400 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d06be1de-61e8-4449-b412-274f6e59a1d7 req-702d8fff-4cba-46c3-a378-4e6b2923d771 service neutron] Attempting to bind port ee90527a-a43f-4552-be5e-e5d9d51353b2 on network 1f49822f-29ba-4e60-a46b-78786ac1f34c {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:27:36.249105 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d06be1de-61e8-4449-b412-274f6e59a1d7 req-702d8fff-4cba-46c3-a378-4e6b2923d771 service neutron] Port ee90527a-a43f-4552-be5e-e5d9d51353b2 on network 1f49822f-29ba-4e60-a46b-78786ac1f34c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 18:27:36.249476 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d06be1de-61e8-4449-b412-274f6e59a1d7 req-702d8fff-4cba-46c3-a378-4e6b2923d771 service neutron] Attempting to bind port ee90527a-a43f-4552-be5e-e5d9d51353b2 on network 1f49822f-29ba-4e60-a46b-78786ac1f34c {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:27:36.260032 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d06be1de-61e8-4449-b412-274f6e59a1d7 req-702d8fff-4cba-46c3-a378-4e6b2923d771 service neutron] Checking agent: {'id': '45629c73-d10e-4994-a087-373ccf8ea198', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 14, 33), 'started_at': datetime.datetime(2021, 4, 19, 18, 14, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:27:36.260311 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d06be1de-61e8-4449-b412-274f6e59a1d7 req-702d8fff-4cba-46c3-a378-4e6b2923d771 service neutron] Checking segment: {'id': '3a08ee2f-f5d8-4530-9399-ffecb932d723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1f49822f-29ba-4e60-a46b-78786ac1f34c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:27:36.260670 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d06be1de-61e8-4449-b412-274f6e59a1d7 req-702d8fff-4cba-46c3-a378-4e6b2923d771 service neutron] Bound using segment: {'id': '3a08ee2f-f5d8-4530-9399-ffecb932d723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1f49822f-29ba-4e60-a46b-78786ac1f34c'} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:27:36.261149 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [req-d06be1de-61e8-4449-b412-274f6e59a1d7 req-702d8fff-4cba-46c3-a378-4e6b2923d771 service neutron] Bound port: ee90527a-a43f-4552-be5e-e5d9d51353b2, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a08ee2f-f5d8-4530-9399-ffecb932d723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1f49822f-29ba-4e60-a46b-78786ac1f34c'}}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:27:36.261536 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-d06be1de-61e8-4449-b412-274f6e59a1d7 req-702d8fff-4cba-46c3-a378-4e6b2923d771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:36.274113 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-887fd115-ea8b-4f02-8803-d6f6ef632f38 req-665212bb-26eb-424d-8078-5c1bf40239be tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Unset dirty status for tenant:ab7ea17f87bf48eea71bdbbfac21f7d9 on resource:port {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:27:36.275432 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-887fd115-ea8b-4f02-8803-d6f6ef632f38 req-665212bb-26eb-424d-8078-5c1bf40239be tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0316394-7c61-4a29-8a54-89f8933e4fbf HTTP/1.1" status: 200 len: 943 time: 0.5385730 Apr 19 18:27:36.388473 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-887fd115-ea8b-4f02-8803-d6f6ef632f38 req-39ae09be-e402-4f05-a821-c6d727d649e8 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ee5570f-f568-4750-abc9-f2e83a97fd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053910 Apr 19 18:27:36.404194 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-d06be1de-61e8-4449-b412-274f6e59a1d7 req-702d8fff-4cba-46c3-a378-4e6b2923d771 service neutron] For port ee90527a-a43f-4552-be5e-e5d9d51353b2, host hv-cinder-78692, cleared binding levels {{(pid=86363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:27:36.407738 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-d06be1de-61e8-4449-b412-274f6e59a1d7 req-702d8fff-4cba-46c3-a378-4e6b2923d771 service neutron] For port ee90527a-a43f-4552-be5e-e5d9d51353b2, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=ee90527a-a43f-4552-be5e-e5d9d51353b2,segment=NetworkSegment(3a08ee2f-f5d8-4530-9399-ffecb932d723),segment_id=3a08ee2f-f5d8-4530-9399-ffecb932d723)] {{(pid=86363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:27:36.411498 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-d06be1de-61e8-4449-b412-274f6e59a1d7 req-702d8fff-4cba-46c3-a378-4e6b2923d771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844288851'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:36.416726 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-7f5b8095-458f-4368-8181-b1467003d224 tempest-AttachVolumeTestJSON-1309944851 tempest-AttachVolumeTestJSON-1309944851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:27:36.474058 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06be1de-61e8-4449-b412-274f6e59a1d7 req-702d8fff-4cba-46c3-a378-4e6b2923d771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:27:36.474771 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-d06be1de-61e8-4449-b412-274f6e59a1d7 req-702d8fff-4cba-46c3-a378-4e6b2923d771 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773849'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:36.476285 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d06be1de-61e8-4449-b412-274f6e59a1d7 req-702d8fff-4cba-46c3-a378-4e6b2923d771 service neutron] 10.222.0.53 "PUT /v2.0/ports/ee90527a-a43f-4552-be5e-e5d9d51353b2 HTTP/1.1" status: 200 len: 1093 time: 1.3945074 Apr 19 18:27:36.476827 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0316394-7c61-4a29-8a54-89f8933e4fbf', 'tag': 'ee90527a-a43f-4552-be5e-e5d9d51353b2'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:27:36.508860 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702d8fff-4cba-46c3-a378-4e6b2923d771 service neutron] Pushing event updated for resources: {'Port': ['ID=ee90527a-a43f-4552-be5e-e5d9d51353b2,revision_number=3']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:27:36.513622 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-702d8fff-4cba-46c3-a378-4e6b2923d771 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:27:36.605974 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06be1de-61e8-4449-b412-274f6e59a1d7 req-2e711ddb-e6ad-4f90-8be9-37de0a3b734a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:27:36.607642 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d06be1de-61e8-4449-b412-274f6e59a1d7 req-2e711ddb-e6ad-4f90-8be9-37de0a3b734a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ab7ea17f87bf48eea71bdbbfac21f7d9&device_id=b0316394-7c61-4a29-8a54-89f8933e4fbf HTTP/1.1" status: 200 len: 1096 time: 0.0848119 Apr 19 18:27:36.679931 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0316394-7c61-4a29-8a54-89f8933e4fbf', 'tag': 'ee90527a-a43f-4552-be5e-e5d9d51353b2', 'status': 'completed', 'code': 200} Apr 19 18:27:36.689824 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d06be1de-61e8-4449-b412-274f6e59a1d7 req-a3a85c39-c8f7-48d0-b598-5a4583d6f79f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee90527a-a43f-4552-be5e-e5d9d51353b2 HTTP/1.1" status: 200 len: 217 time: 0.0746057 Apr 19 18:27:36.758358 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06be1de-61e8-4449-b412-274f6e59a1d7 req-8098e0d3-73ac-4e1f-97fe-a325cbf3d769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:27:36.760124 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d06be1de-61e8-4449-b412-274f6e59a1d7 req-8098e0d3-73ac-4e1f-97fe-a325cbf3d769 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a7079f5e-d348-48c2-81c0-ab4764c813e8 HTTP/1.1" status: 200 len: 850 time: 0.0644007 Apr 19 18:27:36.848119 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06be1de-61e8-4449-b412-274f6e59a1d7 req-18d8b6a2-1ae7-4cf7-9335-2f6bc0ce321f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:27:36.849712 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d06be1de-61e8-4449-b412-274f6e59a1d7 req-18d8b6a2-1ae7-4cf7-9335-2f6bc0ce321f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1f49822f-29ba-4e60-a46b-78786ac1f34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0831313 Apr 19 18:27:36.992939 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d06be1de-61e8-4449-b412-274f6e59a1d7 req-60fe0c74-668f-4297-8f16-2c7211f4db33 service neutron] 10.222.0.53 "GET /v2.0/networks/1f49822f-29ba-4e60-a46b-78786ac1f34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365817 Apr 19 18:27:37.134779 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d06be1de-61e8-4449-b412-274f6e59a1d7 req-c3d8b54f-85f2-4aa1-9bc6-6d46d562c167 service neutron] 10.222.0.53 "GET /v2.0/networks/1f49822f-29ba-4e60-a46b-78786ac1f34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347544 Apr 19 18:27:37.253156 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d46313-490a-4f61-a270-e55c3d1f1dd9 req-463006f7-27a9-4a60-9a02-cea3a8ecbcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:27:37.254645 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-46d46313-490a-4f61-a270-e55c3d1f1dd9 req-463006f7-27a9-4a60-9a02-cea3a8ecbcfd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ab7ea17f87bf48eea71bdbbfac21f7d9&device_id=b0316394-7c61-4a29-8a54-89f8933e4fbf HTTP/1.1" status: 200 len: 1096 time: 0.0760825 Apr 19 18:27:37.395735 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d46313-490a-4f61-a270-e55c3d1f1dd9 req-16d0b3d6-fcf8-4046-a4f8-677159f1ff1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:27:37.397957 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-46d46313-490a-4f61-a270-e55c3d1f1dd9 req-16d0b3d6-fcf8-4046-a4f8-677159f1ff1d service neutron] 10.222.0.53 "GET /v2.0/networks?id=1f49822f-29ba-4e60-a46b-78786ac1f34c HTTP/1.1" status: 200 len: 912 time: 0.1368272 Apr 19 18:27:37.474814 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-46d46313-490a-4f61-a270-e55c3d1f1dd9 req-0a74d16b-bfef-4849-ba8b-59a33d45e00e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee90527a-a43f-4552-be5e-e5d9d51353b2 HTTP/1.1" status: 200 len: 217 time: 0.0699797 Apr 19 18:27:37.600329 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d46313-490a-4f61-a270-e55c3d1f1dd9 req-1fe241f3-e0f2-4531-8b8b-5ce48013932e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:27:37.601844 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-46d46313-490a-4f61-a270-e55c3d1f1dd9 req-1fe241f3-e0f2-4531-8b8b-5ce48013932e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a7079f5e-d348-48c2-81c0-ab4764c813e8 HTTP/1.1" status: 200 len: 850 time: 0.1169393 Apr 19 18:27:37.678690 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae38c3a-fc67-4a87-a717-d73416e8bd16 req-7d5d116e-8d91-4d02-a8a8-52fd7ef2553c tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:27:37.680278 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7ae38c3a-fc67-4a87-a717-d73416e8bd16 req-7d5d116e-8d91-4d02-a8a8-52fd7ef2553c tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0316394-7c61-4a29-8a54-89f8933e4fbf HTTP/1.1" status: 200 len: 943 time: 0.1577058 Apr 19 18:27:37.740061 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d46313-490a-4f61-a270-e55c3d1f1dd9 req-84083d14-5361-45c4-8092-e81e22956832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:27:37.742226 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-46d46313-490a-4f61-a270-e55c3d1f1dd9 req-84083d14-5361-45c4-8092-e81e22956832 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1f49822f-29ba-4e60-a46b-78786ac1f34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1298690 Apr 19 18:27:37.745379 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-7ae38c3a-fc67-4a87-a717-d73416e8bd16 req-52770fec-27c4-46b0-a42e-1ff671ff4346 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ee5570f-f568-4750-abc9-f2e83a97fd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547700 Apr 19 18:27:37.885740 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-46d46313-490a-4f61-a270-e55c3d1f1dd9 req-625f5fcf-6a59-47d5-89fc-d1100fcb5b17 service neutron] 10.222.0.53 "GET /v2.0/networks/1f49822f-29ba-4e60-a46b-78786ac1f34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362369 Apr 19 18:27:38.027835 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-46d46313-490a-4f61-a270-e55c3d1f1dd9 req-e09815d4-735a-4e1d-8a90-f5753f730231 service neutron] 10.222.0.53 "GET /v2.0/networks/1f49822f-29ba-4e60-a46b-78786ac1f34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361756 Apr 19 18:27:38.953557 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd901f45-c027-4389-918b-481618266b7a req-bce24c5f-378c-4622-978b-a17a670924e3 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:27:38.955179 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-dd901f45-c027-4389-918b-481618266b7a req-bce24c5f-378c-4622-978b-a17a670924e3 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0316394-7c61-4a29-8a54-89f8933e4fbf HTTP/1.1" status: 200 len: 943 time: 0.0918756 Apr 19 18:27:39.002628 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-dd901f45-c027-4389-918b-481618266b7a req-cf370aeb-e5e2-45f9-8e19-34148d869a4f tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ee5570f-f568-4750-abc9-f2e83a97fd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409975 Apr 19 18:27:40.203823 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c07773-2f62-435c-b233-620a8c8da41c req-0ccba047-8521-4c0d-9190-baf767b6f226 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:27:40.205400 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c8c07773-2f62-435c-b233-620a8c8da41c req-0ccba047-8521-4c0d-9190-baf767b6f226 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0316394-7c61-4a29-8a54-89f8933e4fbf HTTP/1.1" status: 200 len: 943 time: 0.0924411 Apr 19 18:27:40.252674 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-c8c07773-2f62-435c-b233-620a8c8da41c req-f27ac8d7-1653-46ea-919f-37c11780f8c3 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ee5570f-f568-4750-abc9-f2e83a97fd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410159 Apr 19 18:27:41.245903 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.agents_db [None req-8d26a53d-5aec-40fe-9147-3f846c88e388 None None] Agent healthcheck: found 6 active agents {{(pid=86365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:27:41.458038 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a9f3fa-3a91-49c9-a0dd-d222557edc5d req-7a52fdb4-3f57-41e3-a11d-0306d073bae0 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:27:41.459619 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-19a9f3fa-3a91-49c9-a0dd-d222557edc5d req-7a52fdb4-3f57-41e3-a11d-0306d073bae0 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0316394-7c61-4a29-8a54-89f8933e4fbf HTTP/1.1" status: 200 len: 943 time: 0.0924761 Apr 19 18:27:41.506727 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-19a9f3fa-3a91-49c9-a0dd-d222557edc5d req-55506c2b-d69d-46df-a9b4-424be448b92e tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ee5570f-f568-4750-abc9-f2e83a97fd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402262 Apr 19 18:27:42.709575 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c36b4f9-c35f-42a1-9bbd-6445c9bd087a req-43ecb6af-4b18-4c16-89c3-61236f9b5f5f tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:27:42.711217 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5c36b4f9-c35f-42a1-9bbd-6445c9bd087a req-43ecb6af-4b18-4c16-89c3-61236f9b5f5f tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0316394-7c61-4a29-8a54-89f8933e4fbf HTTP/1.1" status: 200 len: 943 time: 0.0872643 Apr 19 18:27:42.759282 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5c36b4f9-c35f-42a1-9bbd-6445c9bd087a req-4373cd37-bb19-42f1-ad05-5805d18a967e tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ee5570f-f568-4750-abc9-f2e83a97fd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417161 Apr 19 18:27:43.450646 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Device ee90527a-a43f-4552-be5e-e5d9d51353b2 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:27:43.590194 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] For port ee90527a-a43f-4552-be5e-e5d9d51353b2, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=ee90527a-a43f-4552-be5e-e5d9d51353b2,segment=NetworkSegment(3a08ee2f-f5d8-4530-9399-ffecb932d723),segment_id=3a08ee2f-f5d8-4530-9399-ffecb932d723)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:27:43.603831 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Returning: {'device': 'ee90527a-a43f-4552-be5e-e5d9d51353b2', 'network_id': '1f49822f-29ba-4e60-a46b-78786ac1f34c', 'port_id': 'ee90527a-a43f-4552-be5e-e5d9d51353b2', 'mac_address': 'fa:16:3e:ad:dd:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7079f5e-d348-48c2-81c0-ab4764c813e8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:27:43.660846 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:43.679070 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee90527a-a43f-4552-be5e-e5d9d51353b2 {{(pid=86364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:27:43.695077 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] For port ee90527a-a43f-4552-be5e-e5d9d51353b2, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=ee90527a-a43f-4552-be5e-e5d9d51353b2,segment=NetworkSegment(3a08ee2f-f5d8-4530-9399-ffecb932d723),segment_id=3a08ee2f-f5d8-4530-9399-ffecb932d723)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:27:43.697843 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:43.699737 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-1f1089ea-22f8-4e7b-974b-7e6d0d1d97f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:27:43.771633 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Pushing event updated for resources: {'Port': ['ID=ee90527a-a43f-4552-be5e-e5d9d51353b2,revision_number=4']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:27:43.779388 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:27:43.779786 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:27:43.780173 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:27:43.780553 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:27:43.780929 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:27:43.781309 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:27:43.781682 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:27:43.782053 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:27:43.782439 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:27:43.782811 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:27:43.783228 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:27:43.783597 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:27:43.787637 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:27:43.939737 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] get_ports_and_sgs() called for port_ids ['ee90527a-a43f-4552-be5e-e5d9d51353b2'] {{(pid=86364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:27:43.969410 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3473dfec-43d9-4f83-a2d3-26d86a7c000c req-2704872a-9eb3-4a62-8dad-2ec8289eec57 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:27:43.971009 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-3473dfec-43d9-4f83-a2d3-26d86a7c000c req-2704872a-9eb3-4a62-8dad-2ec8289eec57 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0316394-7c61-4a29-8a54-89f8933e4fbf HTTP/1.1" status: 200 len: 944 time: 0.0936816 Apr 19 18:27:44.019438 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-3473dfec-43d9-4f83-a2d3-26d86a7c000c req-177c4451-e4be-46c0-9fd9-23a2e8d9805a tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ee5570f-f568-4750-abc9-f2e83a97fd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414612 Apr 19 18:27:45.223201 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaca8a3-71d2-4060-83dc-40d68f732da3 req-7bc20bba-acb5-4bf1-9056-549d08530e55 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:27:45.225406 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2eaca8a3-71d2-4060-83dc-40d68f732da3 req-7bc20bba-acb5-4bf1-9056-549d08530e55 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0316394-7c61-4a29-8a54-89f8933e4fbf HTTP/1.1" status: 200 len: 944 time: 0.0914769 Apr 19 18:27:45.272387 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-2eaca8a3-71d2-4060-83dc-40d68f732da3 req-e7353c86-c46f-4af5-a5f7-93704b48a76a tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ee5570f-f568-4750-abc9-f2e83a97fd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405478 Apr 19 18:27:45.464131 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Device ee90527a-a43f-4552-be5e-e5d9d51353b2 up at agent hyperv_hv-cinder-78692 {{(pid=86364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:27:45.533350 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Provisioning for port ee90527a-a43f-4552-be5e-e5d9d51353b2 completed by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:27:45.538239 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.provisioning_blocks [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Provisioning complete for port ee90527a-a43f-4552-be5e-e5d9d51353b2 triggered by entity L2. {{(pid=86364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:27:45.538664 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010240'] for port, provisioning_complete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:45.661782 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:45.688991 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0316394-7c61-4a29-8a54-89f8933e4fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee90527a-a43f-4552-be5e-e5d9d51353b2'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:27:45.699555 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] For port ee90527a-a43f-4552-be5e-e5d9d51353b2, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=ee90527a-a43f-4552-be5e-e5d9d51353b2,segment=NetworkSegment(3a08ee2f-f5d8-4530-9399-ffecb932d723),segment_id=3a08ee2f-f5d8-4530-9399-ffecb932d723)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:27:45.703631 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:45.706117 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:27:45.784555 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Pushing event updated for resources: {'Port': ['ID=ee90527a-a43f-4552-be5e-e5d9d51353b2,revision_number=5']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:27:45.787736 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:27:45.803591 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0316394-7c61-4a29-8a54-89f8933e4fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee90527a-a43f-4552-be5e-e5d9d51353b2', 'code': 200} Apr 19 18:27:46.101650 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67d2043-ea6a-429c-bb74-cbf0d46574c6 req-e8091c6c-a7ce-427f-97a8-649084cfaed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:27:46.103308 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d67d2043-ea6a-429c-bb74-cbf0d46574c6 req-e8091c6c-a7ce-427f-97a8-649084cfaed6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b0316394-7c61-4a29-8a54-89f8933e4fbf HTTP/1.1" status: 200 len: 1098 time: 0.0845270 Apr 19 18:27:46.152806 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-d67d2043-ea6a-429c-bb74-cbf0d46574c6 req-20c46712-ce19-4f65-97f5-915691feb0fc service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=9ee5570f-f568-4750-abc9-f2e83a97fd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382671 Apr 19 18:27:46.472657 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04836024-c43f-4cc1-8505-3a9cb940abe6 req-e7f71b6f-e8f8-41e4-9a1c-9682d17a0169 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:27:46.474157 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-04836024-c43f-4cc1-8505-3a9cb940abe6 req-e7f71b6f-e8f8-41e4-9a1c-9682d17a0169 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0316394-7c61-4a29-8a54-89f8933e4fbf HTTP/1.1" status: 200 len: 945 time: 0.0871372 Apr 19 18:27:46.521295 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-04836024-c43f-4cc1-8505-3a9cb940abe6 req-62309d1d-1dee-451c-a8ef-a9e5ddaca5e9 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ee5570f-f568-4750-abc9-f2e83a97fd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404000 Apr 19 18:27:47.729866 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c1c329-e146-44f3-88c7-3e15fe3d8ca2 req-8bcbb1ab-a2fc-4289-9b3a-940ce3f8489d tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:27:47.731569 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-64c1c329-e146-44f3-88c7-3e15fe3d8ca2 req-8bcbb1ab-a2fc-4289-9b3a-940ce3f8489d tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0316394-7c61-4a29-8a54-89f8933e4fbf HTTP/1.1" status: 200 len: 945 time: 0.0895212 Apr 19 18:27:47.780699 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-64c1c329-e146-44f3-88c7-3e15fe3d8ca2 req-b52fb046-49c9-42b4-b29c-d889aed9e52e tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ee5570f-f568-4750-abc9-f2e83a97fd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425806 Apr 19 18:27:47.989448 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266145f8-5034-4895-86ca-5b78fc8c81f4 req-9d005336-1f5a-4774-8a42-64d250177bd0 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:27:47.991666 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-266145f8-5034-4895-86ca-5b78fc8c81f4 req-9d005336-1f5a-4774-8a42-64d250177bd0 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0316394-7c61-4a29-8a54-89f8933e4fbf HTTP/1.1" status: 200 len: 945 time: 0.0950513 Apr 19 18:27:48.040758 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-266145f8-5034-4895-86ca-5b78fc8c81f4 req-200af6dd-b3b9-4309-a47e-aaa5c3b64b0c tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ee5570f-f568-4750-abc9-f2e83a97fd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426986 Apr 19 18:27:48.065947 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 40376) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:27:48.144128 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04e0992-2374-4a5c-bdf7-33f0026652df tempest-TestVolumeBootPattern-1637324943 tempest-TestVolumeBootPattern-1637324943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:27:48.145795 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-f04e0992-2374-4a5c-bdf7-33f0026652df tempest-TestVolumeBootPattern-1637324943 tempest-TestVolumeBootPattern-1637324943-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b0316394-7c61-4a29-8a54-89f8933e4fbf HTTP/1.1" status: 200 len: 1093 time: 0.0788157 Apr 19 18:27:48.149308 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 40380) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:27:48.154885 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.v2.base [None req-73eaa6b3-9b2e-468a-91d4-0adc4a55e625 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Request body: {'floatingip': {'floating_network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'port_id': 'ee90527a-a43f-4552-be5e-e5d9d51353b2', 'tenant_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'fixed_ip_address': '172.20.0.7'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:27:48.161498 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-73eaa6b3-9b2e-468a-91d4-0adc4a55e625 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:27:48.166189 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-73eaa6b3-9b2e-468a-91d4-0adc4a55e625 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Usage tracker for resource:floatingip and tenant:ab7ea17f87bf48eea71bdbbfac21f7d9 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:27:48.169297 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [None req-73eaa6b3-9b2e-468a-91d4-0adc4a55e625 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:27:48.175678 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.quota.driver [None req-73eaa6b3-9b2e-468a-91d4-0adc4a55e625 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:27:48.185632 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-73eaa6b3-9b2e-468a-91d4-0adc4a55e625 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks [] for floatingip, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:48.329396 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-73eaa6b3-9b2e-468a-91d4-0adc4a55e625 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:48.477842 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_common [None req-73eaa6b3-9b2e-468a-91d4-0adc4a55e625 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Allocated IP 172.27.0.14 (4d554598-b480-4681-a36f-a7d82bbc0b33/6ca15ad6-e22c-47ba-9758-57475411b5fa/37434ad4-23d6-4744-bddf-f7d8d22245b6) {{(pid=86363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:27:48.628556 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-73eaa6b3-9b2e-468a-91d4-0adc4a55e625 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks [] for port, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:48.657660 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-73eaa6b3-9b2e-468a-91d4-0adc4a55e625 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782697811417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10486948'] for port, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:48.662245 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-68c77c8d-9e83-447c-83c3-edeb724c8be6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:27:48.733076 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73eaa6b3-9b2e-468a-91d4-0adc4a55e625 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Network 4d554598-b480-4681-a36f-a7d82bbc0b33 is already hosted by enough agents. {{(pid=86363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:27:48.736030 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.base_scheduler [None req-73eaa6b3-9b2e-468a-91d4-0adc4a55e625 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Resources bound (agent type, host, resource id): {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:27:48.740771 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73eaa6b3-9b2e-468a-91d4-0adc4a55e625 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Received port after_create {{(pid=86363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:27:48.766708 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eaa6b3-9b2e-468a-91d4-0adc4a55e625 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Pushing event updated for resources: {'Port': ['ID=37434ad4-23d6-4744-bddf-f7d8d22245b6,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:27:48.772452 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-73eaa6b3-9b2e-468a-91d4-0adc4a55e625 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:27:49.161613 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-73eaa6b3-9b2e-468a-91d4-0adc4a55e625 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:49.236709 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-73eaa6b3-9b2e-468a-91d4-0adc4a55e625 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850866467'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:49.450429 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-73eaa6b3-9b2e-468a-91d4-0adc4a55e625 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks [] for port, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:49.454074 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-73eaa6b3-9b2e-468a-91d4-0adc4a55e625 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782698259656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782697811434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782697813261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844288851'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:49.459344 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-1565b7a5-fa0b-4ded-adf4-d957721d7173 tempest-TestShelveInstance-1170603932 tempest-TestShelveInstance-1170603932-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:27:49.576081 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eaa6b3-9b2e-468a-91d4-0adc4a55e625 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Pushing event updated for resources: {'Port': ['ID=37434ad4-23d6-4744-bddf-f7d8d22245b6,revision_number=2']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:27:49.580427 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-73eaa6b3-9b2e-468a-91d4-0adc4a55e625 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:27:49.586449 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-73eaa6b3-9b2e-468a-91d4-0adc4a55e625 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854123342'] for floatingip, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:50.016882 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.db.l3_db [None req-73eaa6b3-9b2e-468a-91d4-0adc4a55e625 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Floating IP 0a2db305-7d32-4c34-9ddf-3eec0d1a0ebb associated. External IP: 172.27.0.14, port: ee90527a-a43f-4552-be5e-e5d9d51353b2. Apr 19 18:27:50.383940 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73eaa6b3-9b2e-468a-91d4-0adc4a55e625 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Router 06903e02-b5ee-4ad8-a32f-bf7deafb1a58 has already been hosted by L3 agent 24af6f5b-4620-4572-ab28-0613f710586e {{(pid=86363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:27:50.573224 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73eaa6b3-9b2e-468a-91d4-0adc4a55e625 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify agent at l3_agent.dv-cinder-786927-1-iscsi the message routers_updated {{(pid=86363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:27:50.582719 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1412b6-e572-4986-9a8a-5359f95f7f0c None None] Sync routers for ids ['06903e02-b5ee-4ad8-a32f-bf7deafb1a58'] in dv-cinder-786927-1-iscsi {{(pid=86364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:27:50.592493 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1412b6-e572-4986-9a8a-5359f95f7f0c None None] Routers {'06903e02-b5ee-4ad8-a32f-bf7deafb1a58'} bound to L3 agent in host dv-cinder-786927-1-iscsi {{(pid=86364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:27:50.593165 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-5b1412b6-e572-4986-9a8a-5359f95f7f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T18:07:54Z,description=,heartbeat_timestamp=2021-04-19T18:27:24Z,host='dv-cinder-786927-1-iscsi',id=24af6f5b-4620-4572-ab28-0613f710586e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:07:54Z,topic='l3_agent')) {'router_ids': ['06903e02-b5ee-4ad8-a32f-bf7deafb1a58'], 'active': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:27:50.597540 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-73eaa6b3-9b2e-468a-91d4-0adc4a55e625 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773849'] for floatingip, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:50.660582 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-73eaa6b3-9b2e-468a-91d4-0adc4a55e625 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5100651 Apr 19 18:27:50.661195 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0316394-7c61-4a29-8a54-89f8933e4fbf', 'tag': 'ee90527a-a43f-4552-be5e-e5d9d51353b2'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:27:50.712509 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0316394-7c61-4a29-8a54-89f8933e4fbf', 'tag': 'ee90527a-a43f-4552-be5e-e5d9d51353b2', 'status': 'completed', 'code': 200} Apr 19 18:27:50.819259 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4802e086-3244-4c11-b7f5-53fea1efaecd req-18c4ff33-511c-4a41-999e-0baac00da9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:27:50.820868 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4802e086-3244-4c11-b7f5-53fea1efaecd req-18c4ff33-511c-4a41-999e-0baac00da9ec service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ab7ea17f87bf48eea71bdbbfac21f7d9&device_id=b0316394-7c61-4a29-8a54-89f8933e4fbf HTTP/1.1" status: 200 len: 1098 time: 0.0824747 Apr 19 18:27:50.956945 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-5b1412b6-e572-4986-9a8a-5359f95f7f0c None None] Set router 06903e02-b5ee-4ad8-a32f-bf7deafb1a58 gateway port host: dv-cinder-786927-1-iscsi {{(pid=86364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:27:50.964399 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4802e086-3244-4c11-b7f5-53fea1efaecd req-4d16ee12-10eb-4b64-8142-6e370703ddce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:27:50.966008 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4802e086-3244-4c11-b7f5-53fea1efaecd req-4d16ee12-10eb-4b64-8142-6e370703ddce service neutron] 10.222.0.53 "GET /v2.0/networks?id=1f49822f-29ba-4e60-a46b-78786ac1f34c HTTP/1.1" status: 200 len: 912 time: 0.1388063 Apr 19 18:27:51.076510 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4802e086-3244-4c11-b7f5-53fea1efaecd req-ea683a4f-4294-4684-a845-ef7d90e91071 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee90527a-a43f-4552-be5e-e5d9d51353b2 HTTP/1.1" status: 200 len: 998 time: 0.1042507 Apr 19 18:27:51.144796 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4802e086-3244-4c11-b7f5-53fea1efaecd req-f9da0840-d180-4b0f-ac35-a7f374e58bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:27:51.146894 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4802e086-3244-4c11-b7f5-53fea1efaecd req-f9da0840-d180-4b0f-ac35-a7f374e58bad service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a7079f5e-d348-48c2-81c0-ab4764c813e8 HTTP/1.1" status: 200 len: 850 time: 0.0637896 Apr 19 18:27:51.231396 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4802e086-3244-4c11-b7f5-53fea1efaecd req-573bd2d2-f37f-41b3-b150-af26b7293b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:27:51.232989 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4802e086-3244-4c11-b7f5-53fea1efaecd req-573bd2d2-f37f-41b3-b150-af26b7293b17 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1f49822f-29ba-4e60-a46b-78786ac1f34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0800428 Apr 19 18:27:51.326763 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-5b1412b6-e572-4986-9a8a-5359f95f7f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06903e02-b5ee-4ad8-a32f-bf7deafb1a58', 'name': 'tempest-TestVolumeBootPattern-273059214-router', 'tenant_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '98271dc7-b9d9-46a4-a452-6f803fe9e7ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:21:57Z', 'updated_at': '2021-04-19T18:22:07Z', 'revision_number': 4, 'project_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'gw_port': {'id': '98271dc7-b9d9-46a4-a452-6f803fe9e7ab', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06903e02-b5ee-4ad8-a32f-bf7deafb1a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:59Z', 'updated_at': '2021-04-19T18:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi', '_floatingips': [{'id': '0a2db305-7d32-4c34-9ddf-3eec0d1a0ebb', 'tenant_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'floating_ip_address': '172.27.0.14', 'floating_network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'router_id': '06903e02-b5ee-4ad8-a32f-bf7deafb1a58', 'port_id': 'ee90527a-a43f-4552-be5e-e5d9d51353b2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f49822f-29ba-4e60-a46b-78786ac1f34c', 'mac_address': 'fa:16:3e:ad:dd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0316394-7c61-4a29-8a54-89f8933e4fbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:27:49Z', 'updated_at': '2021-04-19T18:27:49Z', 'revision_number': 0, 'project_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'fixed_ip_address_scope': None}, {'id': '6ba452ed-64c5-4e6d-82d4-1c199fe8d998', 'tenant_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'floating_ip_address': '172.27.0.9', 'floating_network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'router_id': '06903e02-b5ee-4ad8-a32f-bf7deafb1a58', 'port_id': '015b2e9f-48e4-4710-851c-052d3775aa06', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f49822f-29ba-4e60-a46b-78786ac1f34c', 'mac_address': 'fa:16:3e:bd:c9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070d088b-3064-4ca0-aac9-8c5fe8284e2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:25:40Z', 'updated_at': '2021-04-19T18:25:44Z', 'revision_number': 1, 'project_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b36268b-3921-4430-a588-04a8e09b4384', 'name': '', 'network_id': '1f49822f-29ba-4e60-a46b-78786ac1f34c', 'tenant_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'mac_address': 'fa:16:3e:d6:68:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06903e02-b5ee-4ad8-a32f-bf7deafb1a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'a7079f5e-d348-48c2-81c0-ab4764c813e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:22:04Z', 'updated_at': '2021-04-19T18:22:19Z', 'revision_number': 5, 'project_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'subnets': [{'id': 'a7079f5e-d348-48c2-81c0-ab4764c813e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-iscsi', False) {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:27:51.330913 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1412b6-e572-4986-9a8a-5359f95f7f0c None None] Checking router: 06903e02-b5ee-4ad8-a32f-bf7deafb1a58 for host: dv-cinder-786927-1-iscsi {{(pid=86364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:27:51.339779 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1412b6-e572-4986-9a8a-5359f95f7f0c None None] Routers {'06903e02-b5ee-4ad8-a32f-bf7deafb1a58'} bound to L3 agent in host dv-cinder-786927-1-iscsi {{(pid=86364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:27:51.340440 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-5b1412b6-e572-4986-9a8a-5359f95f7f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T18:07:54Z,description=,heartbeat_timestamp=2021-04-19T18:27:24Z,host='dv-cinder-786927-1-iscsi',id=24af6f5b-4620-4572-ab28-0613f710586e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:07:54Z,topic='l3_agent')) {'router_ids': ['06903e02-b5ee-4ad8-a32f-bf7deafb1a58'], 'active': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:27:51.374052 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4802e086-3244-4c11-b7f5-53fea1efaecd req-38d40f9f-f2dd-421d-8280-fc51729e51b2 service neutron] 10.222.0.53 "GET /v2.0/networks/1f49822f-29ba-4e60-a46b-78786ac1f34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330285 Apr 19 18:27:51.519183 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-4802e086-3244-4c11-b7f5-53fea1efaecd req-f70df798-dd9f-4078-b835-ccf4c230d0d4 service neutron] 10.222.0.53 "GET /v2.0/networks/1f49822f-29ba-4e60-a46b-78786ac1f34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389768 Apr 19 18:27:51.534131 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-5b1412b6-e572-4986-9a8a-5359f95f7f0c None None] Set router 06903e02-b5ee-4ad8-a32f-bf7deafb1a58 gateway port host: dv-cinder-786927-1-iscsi {{(pid=86364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:27:51.814336 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c11b0c93-92ff-424f-9833-1a0a4b1800fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:51.932440 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-5b1412b6-e572-4986-9a8a-5359f95f7f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06903e02-b5ee-4ad8-a32f-bf7deafb1a58', 'name': 'tempest-TestVolumeBootPattern-273059214-router', 'tenant_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '98271dc7-b9d9-46a4-a452-6f803fe9e7ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:21:57Z', 'updated_at': '2021-04-19T18:22:07Z', 'revision_number': 4, 'project_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'gw_port': {'id': '98271dc7-b9d9-46a4-a452-6f803fe9e7ab', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06903e02-b5ee-4ad8-a32f-bf7deafb1a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:59Z', 'updated_at': '2021-04-19T18:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi', '_floatingips': [{'id': '0a2db305-7d32-4c34-9ddf-3eec0d1a0ebb', 'tenant_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'floating_ip_address': '172.27.0.14', 'floating_network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'router_id': '06903e02-b5ee-4ad8-a32f-bf7deafb1a58', 'port_id': 'ee90527a-a43f-4552-be5e-e5d9d51353b2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f49822f-29ba-4e60-a46b-78786ac1f34c', 'mac_address': 'fa:16:3e:ad:dd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0316394-7c61-4a29-8a54-89f8933e4fbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:27:49Z', 'updated_at': '2021-04-19T18:27:49Z', 'revision_number': 0, 'project_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'fixed_ip_address_scope': None}, {'id': '6ba452ed-64c5-4e6d-82d4-1c199fe8d998', 'tenant_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'floating_ip_address': '172.27.0.9', 'floating_network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'router_id': '06903e02-b5ee-4ad8-a32f-bf7deafb1a58', 'port_id': '015b2e9f-48e4-4710-851c-052d3775aa06', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f49822f-29ba-4e60-a46b-78786ac1f34c', 'mac_address': 'fa:16:3e:bd:c9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070d088b-3064-4ca0-aac9-8c5fe8284e2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:25:40Z', 'updated_at': '2021-04-19T18:25:44Z', 'revision_number': 1, 'project_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b36268b-3921-4430-a588-04a8e09b4384', 'name': '', 'network_id': '1f49822f-29ba-4e60-a46b-78786ac1f34c', 'tenant_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'mac_address': 'fa:16:3e:d6:68:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06903e02-b5ee-4ad8-a32f-bf7deafb1a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'a7079f5e-d348-48c2-81c0-ab4764c813e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:22:04Z', 'updated_at': '2021-04-19T18:22:19Z', 'revision_number': 5, 'project_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'subnets': [{'id': 'a7079f5e-d348-48c2-81c0-ab4764c813e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-iscsi', False) {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:27:51.936918 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1412b6-e572-4986-9a8a-5359f95f7f0c None None] The sync data for ids ['06903e02-b5ee-4ad8-a32f-bf7deafb1a58'] in dv-cinder-786927-1-iscsi is: [{'id': '06903e02-b5ee-4ad8-a32f-bf7deafb1a58', 'name': 'tempest-TestVolumeBootPattern-273059214-router', 'tenant_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '98271dc7-b9d9-46a4-a452-6f803fe9e7ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:21:57Z', 'updated_at': '2021-04-19T18:22:07Z', 'revision_number': 4, 'project_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'gw_port': {'id': '98271dc7-b9d9-46a4-a452-6f803fe9e7ab', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06903e02-b5ee-4ad8-a32f-bf7deafb1a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:59Z', 'updated_at': '2021-04-19T18:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi', '_floatingips': [{'id': '0a2db305-7d32-4c34-9ddf-3eec0d1a0ebb', 'tenant_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'floating_ip_address': '172.27.0.14', 'floating_network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'router_id': '06903e02-b5ee-4ad8-a32f-bf7deafb1a58', 'port_id': 'ee90527a-a43f-4552-be5e-e5d9d51353b2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f49822f-29ba-4e60-a46b-78786ac1f34c', 'mac_address': 'fa:16:3e:ad:dd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0316394-7c61-4a29-8a54-89f8933e4fbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:27:49Z', 'updated_at': '2021-04-19T18:27:49Z', 'revision_number': 0, 'project_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'fixed_ip_address_scope': None}, {'id': '6ba452ed-64c5-4e6d-82d4-1c199fe8d998', 'tenant_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'floating_ip_address': '172.27.0.9', 'floating_network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'router_id': '06903e02-b5ee-4ad8-a32f-bf7deafb1a58', 'port_id': '015b2e9f-48e4-4710-851c-052d3775aa06', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f49822f-29ba-4e60-a46b-78786ac1f34c', 'mac_address': 'fa:16:3e:bd:c9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070d088b-3064-4ca0-aac9-8c5fe8284e2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:25:40Z', 'updated_at': '2021-04-19T18:25:44Z', 'revision_number': 1, 'project_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b36268b-3921-4430-a588-04a8e09b4384', 'name': '', 'network_id': '1f49822f-29ba-4e60-a46b-78786ac1f34c', 'tenant_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'mac_address': 'fa:16:3e:d6:68:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06903e02-b5ee-4ad8-a32f-bf7deafb1a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'a7079f5e-d348-48c2-81c0-ab4764c813e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:22:04Z', 'updated_at': '2021-04-19T18:22:19Z', 'revision_number': 5, 'project_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'subnets': [{'id': 'a7079f5e-d348-48c2-81c0-ab4764c813e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:27:52.227425 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9938a129-1b2c-4e74-8c3a-3d8dd5f57e12 None None] New status for floating IP 0a2db305-7d32-4c34-9ddf-3eec0d1a0ebb: ACTIVE {{(pid=86365) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 18:27:54.225284 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-4401e6ae-50f8-42a3-9312-5ad77f8925ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:54.839888 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-60872106-3921-4474-9775-f4da212b8297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:55.913477 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:56.174350 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-eae962f3-e32e-4947-814b-3e299d74c6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:03.418151 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:18.245886 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.agents_db [None req-8d26a53d-5aec-40fe-9147-3f846c88e388 None None] Agent healthcheck: found 6 active agents {{(pid=86365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:28:21.776857 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-39422437-3c34-4ae1-9f5a-c074c03f7186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:24.226272 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c21d00df-eac7-412a-bf8f-69c89390d059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:24.842357 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-60872106-3921-4474-9775-f4da212b8297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:25.914942 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:26.176479 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-eae962f3-e32e-4947-814b-3e299d74c6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:33.418172 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:35.206610 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-59bbd350-32d7-4f56-8583-2d8893ae355e req-a98cefae-dc25-4271-998c-01233652ec46 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=070d088b-3064-4ca0-aac9-8c5fe8284e2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0758584 Apr 19 18:28:35.355382 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bbd350-32d7-4f56-8583-2d8893ae355e req-099925d0-463e-43ae-b7b1-5e47f266516d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:28:35.357107 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-59bbd350-32d7-4f56-8583-2d8893ae355e req-099925d0-463e-43ae-b7b1-5e47f266516d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ab7ea17f87bf48eea71bdbbfac21f7d9&device_id=070d088b-3064-4ca0-aac9-8c5fe8284e2f HTTP/1.1" status: 200 len: 1099 time: 0.0814290 Apr 19 18:28:35.511648 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bbd350-32d7-4f56-8583-2d8893ae355e req-cb28b4a4-0b15-4b33-b4f3-56100ea6dd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:28:35.513194 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-59bbd350-32d7-4f56-8583-2d8893ae355e req-cb28b4a4-0b15-4b33-b4f3-56100ea6dd66 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1f49822f-29ba-4e60-a46b-78786ac1f34c HTTP/1.1" status: 200 len: 912 time: 0.1366527 Apr 19 18:28:35.617578 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-59bbd350-32d7-4f56-8583-2d8893ae355e req-1e899ae4-b748-4d09-b746-5f369de8af2f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=015b2e9f-48e4-4710-851c-052d3775aa06 HTTP/1.1" status: 200 len: 1000 time: 0.0972919 Apr 19 18:28:35.686554 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bbd350-32d7-4f56-8583-2d8893ae355e req-9f0aa135-40d5-4be5-b834-e1b933c03efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:28:35.688080 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-59bbd350-32d7-4f56-8583-2d8893ae355e req-9f0aa135-40d5-4be5-b834-e1b933c03efc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a7079f5e-d348-48c2-81c0-ab4764c813e8 HTTP/1.1" status: 200 len: 850 time: 0.0647187 Apr 19 18:28:35.769538 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bbd350-32d7-4f56-8583-2d8893ae355e req-4e9c0afd-da52-4f8b-96d4-a38f7e5d0455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:28:35.771057 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-59bbd350-32d7-4f56-8583-2d8893ae355e req-4e9c0afd-da52-4f8b-96d4-a38f7e5d0455 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1f49822f-29ba-4e60-a46b-78786ac1f34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0758586 Apr 19 18:28:35.913333 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-59bbd350-32d7-4f56-8583-2d8893ae355e req-34dbb5d7-32c3-47fc-b253-4359c780b0a7 service neutron] 10.222.0.53 "GET /v2.0/networks/1f49822f-29ba-4e60-a46b-78786ac1f34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357770 Apr 19 18:28:36.054956 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-59bbd350-32d7-4f56-8583-2d8893ae355e req-e8f18fda-d429-4a48-b727-0102d0641677 service neutron] 10.222.0.53 "GET /v2.0/networks/1f49822f-29ba-4e60-a46b-78786ac1f34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354580 Apr 19 18:28:51.779667 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-97db9770-5451-4b97-997c-77148008225e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:54.227165 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-20bf3c5f-14a4-4a89-a0c3-6f263addbc7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:54.845722 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-60872106-3921-4474-9775-f4da212b8297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:55.245668 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.agents_db [None req-8d26a53d-5aec-40fe-9147-3f846c88e388 None None] Agent healthcheck: found 6 active agents {{(pid=86365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:28:55.917464 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:56.180853 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-eae962f3-e32e-4947-814b-3e299d74c6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:03.413232 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:12.182308 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 40402) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:29:12.397127 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-1aee17fc-b5ef-4266-bc88-4ae2c0aae3fc tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Deleting port 37434ad4-23d6-4744-bddf-f7d8d22245b6 {{(pid=86362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:29:12.397507 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1aee17fc-b5ef-4266-bc88-4ae2c0aae3fc tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254156519796'] for port, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:12.571399 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1aee17fc-b5ef-4266-bc88-4ae2c0aae3fc tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648318'] for port, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:12.571768 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1aee17fc-b5ef-4266-bc88-4ae2c0aae3fc tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:12.701692 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-1aee17fc-b5ef-4266-bc88-4ae2c0aae3fc tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Calling delete_port for 37434ad4-23d6-4744-bddf-f7d8d22245b6 owned by network:floatingip {{(pid=86362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:29:12.854627 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1aee17fc-b5ef-4266-bc88-4ae2c0aae3fc tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254156516127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254156964383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844104858'] for port, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:12.860121 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-823c9d54-c990-4d8d-ac9e-753317ab81f1 tempest-AttachVolumeNegativeTest-168788576 tempest-AttachVolumeNegativeTest-168788576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:29:12.911218 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aee17fc-b5ef-4266-bc88-4ae2c0aae3fc tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Pushing event deleted for resources: {'Port': ['ID=37434ad4-23d6-4744-bddf-f7d8d22245b6,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:29:12.953242 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aee17fc-b5ef-4266-bc88-4ae2c0aae3fc tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:29:12.953664 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aee17fc-b5ef-4266-bc88-4ae2c0aae3fc tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:29:12.954077 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aee17fc-b5ef-4266-bc88-4ae2c0aae3fc tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:29:12.954482 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aee17fc-b5ef-4266-bc88-4ae2c0aae3fc tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:29:12.954884 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aee17fc-b5ef-4266-bc88-4ae2c0aae3fc tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:29:12.955316 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aee17fc-b5ef-4266-bc88-4ae2c0aae3fc tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:29:12.955715 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aee17fc-b5ef-4266-bc88-4ae2c0aae3fc tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:29:12.956111 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aee17fc-b5ef-4266-bc88-4ae2c0aae3fc tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:29:12.956508 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aee17fc-b5ef-4266-bc88-4ae2c0aae3fc tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:29:12.956902 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aee17fc-b5ef-4266-bc88-4ae2c0aae3fc tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:29:12.957297 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aee17fc-b5ef-4266-bc88-4ae2c0aae3fc tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:29:12.957687 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aee17fc-b5ef-4266-bc88-4ae2c0aae3fc tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:29:12.987066 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-1aee17fc-b5ef-4266-bc88-4ae2c0aae3fc tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:29:13.018858 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1aee17fc-b5ef-4266-bc88-4ae2c0aae3fc tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks [] for floatingip, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:13.019251 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.db.l3_db [None req-1aee17fc-b5ef-4266-bc88-4ae2c0aae3fc tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Floating IP 0a2db305-7d32-4c34-9ddf-3eec0d1a0ebb disassociated (deleted). External IP: 172.27.0.14, port: ee90527a-a43f-4552-be5e-e5d9d51353b2. Apr 19 18:29:13.383340 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aee17fc-b5ef-4266-bc88-4ae2c0aae3fc tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Router 06903e02-b5ee-4ad8-a32f-bf7deafb1a58 has already been hosted by L3 agent 24af6f5b-4620-4572-ab28-0613f710586e {{(pid=86362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:29:13.565387 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aee17fc-b5ef-4266-bc88-4ae2c0aae3fc tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify agent at l3_agent.dv-cinder-786927-1-iscsi the message routers_updated {{(pid=86362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:29:13.575624 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e676660-c451-4fe8-94c7-cdf07466a260 None None] Sync routers for ids ['06903e02-b5ee-4ad8-a32f-bf7deafb1a58'] in dv-cinder-786927-1-iscsi {{(pid=86364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:29:13.585964 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1aee17fc-b5ef-4266-bc88-4ae2c0aae3fc tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773849'] for floatingip, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:13.588165 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e676660-c451-4fe8-94c7-cdf07466a260 None None] Routers {'06903e02-b5ee-4ad8-a32f-bf7deafb1a58'} bound to L3 agent in host dv-cinder-786927-1-iscsi {{(pid=86364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:29:13.588844 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-8e676660-c451-4fe8-94c7-cdf07466a260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T18:07:54Z,description=,heartbeat_timestamp=2021-04-19T18:28:54Z,host='dv-cinder-786927-1-iscsi',id=24af6f5b-4620-4572-ab28-0613f710586e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:07:54Z,topic='l3_agent')) {'router_ids': ['06903e02-b5ee-4ad8-a32f-bf7deafb1a58'], 'active': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:29:13.646768 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-1aee17fc-b5ef-4266-bc88-4ae2c0aae3fc tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "DELETE /v2.0/floatingips/0a2db305-7d32-4c34-9ddf-3eec0d1a0ebb HTTP/1.1" status: 204 len: 168 time: 1.4632773 Apr 19 18:29:13.647490 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0316394-7c61-4a29-8a54-89f8933e4fbf', 'tag': 'ee90527a-a43f-4552-be5e-e5d9d51353b2'}] {{(pid=86362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:29:13.783073 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-8e676660-c451-4fe8-94c7-cdf07466a260 None None] Set router 06903e02-b5ee-4ad8-a32f-bf7deafb1a58 gateway port host: dv-cinder-786927-1-iscsi {{(pid=86364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:29:13.841250 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0316394-7c61-4a29-8a54-89f8933e4fbf', 'tag': 'ee90527a-a43f-4552-be5e-e5d9d51353b2', 'status': 'completed', 'code': 200} Apr 19 18:29:13.952177 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f61c803-9efd-4058-b3ec-0bb2b4d7b228 req-40151d74-adc1-42a7-b17c-e19516c5f102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:29:13.953802 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-3f61c803-9efd-4058-b3ec-0bb2b4d7b228 req-40151d74-adc1-42a7-b17c-e19516c5f102 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ab7ea17f87bf48eea71bdbbfac21f7d9&device_id=b0316394-7c61-4a29-8a54-89f8933e4fbf HTTP/1.1" status: 200 len: 1098 time: 0.0882614 Apr 19 18:29:14.045306 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f802f6b7-3048-45f4-bed4-1731b344ea46 req-563e562e-d77c-47d1-abfe-42a9c1984170 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:29:14.046090 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-f802f6b7-3048-45f4-bed4-1731b344ea46 req-563e562e-d77c-47d1-abfe-42a9c1984170 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Synchronizing usage tracker for tenant:ab7ea17f87bf48eea71bdbbfac21f7d9 on resource:port {{(pid=86362) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:29:14.062329 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-f802f6b7-3048-45f4-bed4-1731b344ea46 req-563e562e-d77c-47d1-abfe-42a9c1984170 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Unset dirty status for tenant:ab7ea17f87bf48eea71bdbbfac21f7d9 on resource:port {{(pid=86362) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:29:14.063668 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f802f6b7-3048-45f4-bed4-1731b344ea46 req-563e562e-d77c-47d1-abfe-42a9c1984170 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0316394-7c61-4a29-8a54-89f8933e4fbf HTTP/1.1" status: 200 len: 945 time: 0.1045570 Apr 19 18:29:14.104920 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f61c803-9efd-4058-b3ec-0bb2b4d7b228 req-832b268f-1146-4e8b-90ad-1c438e216d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:29:14.106799 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-3f61c803-9efd-4058-b3ec-0bb2b4d7b228 req-832b268f-1146-4e8b-90ad-1c438e216d1a service neutron] 10.222.0.53 "GET /v2.0/networks?id=1f49822f-29ba-4e60-a46b-78786ac1f34c HTTP/1.1" status: 200 len: 912 time: 0.1449292 Apr 19 18:29:14.118148 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-f802f6b7-3048-45f4-bed4-1731b344ea46 req-85fc06c6-53ad-4e54-8e3d-25af3d5e2d80 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ee5570f-f568-4750-abc9-f2e83a97fd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463989 Apr 19 18:29:14.173698 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-8e676660-c451-4fe8-94c7-cdf07466a260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06903e02-b5ee-4ad8-a32f-bf7deafb1a58', 'name': 'tempest-TestVolumeBootPattern-273059214-router', 'tenant_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '98271dc7-b9d9-46a4-a452-6f803fe9e7ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:21:57Z', 'updated_at': '2021-04-19T18:22:07Z', 'revision_number': 4, 'project_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'gw_port': {'id': '98271dc7-b9d9-46a4-a452-6f803fe9e7ab', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06903e02-b5ee-4ad8-a32f-bf7deafb1a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:59Z', 'updated_at': '2021-04-19T18:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi', '_floatingips': [{'id': '6ba452ed-64c5-4e6d-82d4-1c199fe8d998', 'tenant_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'floating_ip_address': '172.27.0.9', 'floating_network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'router_id': '06903e02-b5ee-4ad8-a32f-bf7deafb1a58', 'port_id': '015b2e9f-48e4-4710-851c-052d3775aa06', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f49822f-29ba-4e60-a46b-78786ac1f34c', 'mac_address': 'fa:16:3e:bd:c9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070d088b-3064-4ca0-aac9-8c5fe8284e2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:25:40Z', 'updated_at': '2021-04-19T18:25:44Z', 'revision_number': 1, 'project_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b36268b-3921-4430-a588-04a8e09b4384', 'name': '', 'network_id': '1f49822f-29ba-4e60-a46b-78786ac1f34c', 'tenant_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'mac_address': 'fa:16:3e:d6:68:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06903e02-b5ee-4ad8-a32f-bf7deafb1a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'a7079f5e-d348-48c2-81c0-ab4764c813e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:22:04Z', 'updated_at': '2021-04-19T18:22:19Z', 'revision_number': 5, 'project_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'subnets': [{'id': 'a7079f5e-d348-48c2-81c0-ab4764c813e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-iscsi', False) {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:29:14.178069 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e676660-c451-4fe8-94c7-cdf07466a260 None None] Checking router: 06903e02-b5ee-4ad8-a32f-bf7deafb1a58 for host: dv-cinder-786927-1-iscsi {{(pid=86364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:29:14.180284 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-3f61c803-9efd-4058-b3ec-0bb2b4d7b228 req-7d4512b3-52ad-4728-b584-78f54817aee7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee90527a-a43f-4552-be5e-e5d9d51353b2 HTTP/1.1" status: 200 len: 217 time: 0.0665977 Apr 19 18:29:14.187629 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e676660-c451-4fe8-94c7-cdf07466a260 None None] Routers {'06903e02-b5ee-4ad8-a32f-bf7deafb1a58'} bound to L3 agent in host dv-cinder-786927-1-iscsi {{(pid=86364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:29:14.188292 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-8e676660-c451-4fe8-94c7-cdf07466a260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T18:07:54Z,description=,heartbeat_timestamp=2021-04-19T18:28:54Z,host='dv-cinder-786927-1-iscsi',id=24af6f5b-4620-4572-ab28-0613f710586e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:07:54Z,topic='l3_agent')) {'router_ids': ['06903e02-b5ee-4ad8-a32f-bf7deafb1a58'], 'active': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:29:14.383733 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-8e676660-c451-4fe8-94c7-cdf07466a260 None None] Set router 06903e02-b5ee-4ad8-a32f-bf7deafb1a58 gateway port host: dv-cinder-786927-1-iscsi {{(pid=86364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:29:14.494717 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f61c803-9efd-4058-b3ec-0bb2b4d7b228 req-23e17ff3-0aff-49db-a3c0-2f30a8cb7da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:29:14.496404 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-3f61c803-9efd-4058-b3ec-0bb2b4d7b228 req-23e17ff3-0aff-49db-a3c0-2f30a8cb7da1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a7079f5e-d348-48c2-81c0-ab4764c813e8 HTTP/1.1" status: 200 len: 850 time: 0.3098369 Apr 19 18:29:14.580762 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f61c803-9efd-4058-b3ec-0bb2b4d7b228 req-0fbcc04d-8465-4ad3-aec5-a8a85e1e9e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:29:14.582345 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-3f61c803-9efd-4058-b3ec-0bb2b4d7b228 req-0fbcc04d-8465-4ad3-aec5-a8a85e1e9e9f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1f49822f-29ba-4e60-a46b-78786ac1f34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0773842 Apr 19 18:29:14.723694 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-3f61c803-9efd-4058-b3ec-0bb2b4d7b228 req-4b1ea8dd-ea02-4797-bb26-fd406a4820f6 service neutron] 10.222.0.53 "GET /v2.0/networks/1f49822f-29ba-4e60-a46b-78786ac1f34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338294 Apr 19 18:29:14.759929 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-8e676660-c451-4fe8-94c7-cdf07466a260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06903e02-b5ee-4ad8-a32f-bf7deafb1a58', 'name': 'tempest-TestVolumeBootPattern-273059214-router', 'tenant_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '98271dc7-b9d9-46a4-a452-6f803fe9e7ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:21:57Z', 'updated_at': '2021-04-19T18:22:07Z', 'revision_number': 4, 'project_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'gw_port': {'id': '98271dc7-b9d9-46a4-a452-6f803fe9e7ab', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06903e02-b5ee-4ad8-a32f-bf7deafb1a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:59Z', 'updated_at': '2021-04-19T18:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi', '_floatingips': [{'id': '6ba452ed-64c5-4e6d-82d4-1c199fe8d998', 'tenant_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'floating_ip_address': '172.27.0.9', 'floating_network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'router_id': '06903e02-b5ee-4ad8-a32f-bf7deafb1a58', 'port_id': '015b2e9f-48e4-4710-851c-052d3775aa06', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f49822f-29ba-4e60-a46b-78786ac1f34c', 'mac_address': 'fa:16:3e:bd:c9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070d088b-3064-4ca0-aac9-8c5fe8284e2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:25:40Z', 'updated_at': '2021-04-19T18:25:44Z', 'revision_number': 1, 'project_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b36268b-3921-4430-a588-04a8e09b4384', 'name': '', 'network_id': '1f49822f-29ba-4e60-a46b-78786ac1f34c', 'tenant_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'mac_address': 'fa:16:3e:d6:68:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06903e02-b5ee-4ad8-a32f-bf7deafb1a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'a7079f5e-d348-48c2-81c0-ab4764c813e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:22:04Z', 'updated_at': '2021-04-19T18:22:19Z', 'revision_number': 5, 'project_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'subnets': [{'id': 'a7079f5e-d348-48c2-81c0-ab4764c813e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-iscsi', False) {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:29:14.764183 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e676660-c451-4fe8-94c7-cdf07466a260 None None] The sync data for ids ['06903e02-b5ee-4ad8-a32f-bf7deafb1a58'] in dv-cinder-786927-1-iscsi is: [{'id': '06903e02-b5ee-4ad8-a32f-bf7deafb1a58', 'name': 'tempest-TestVolumeBootPattern-273059214-router', 'tenant_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '98271dc7-b9d9-46a4-a452-6f803fe9e7ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:21:57Z', 'updated_at': '2021-04-19T18:22:07Z', 'revision_number': 4, 'project_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'gw_port': {'id': '98271dc7-b9d9-46a4-a452-6f803fe9e7ab', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06903e02-b5ee-4ad8-a32f-bf7deafb1a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:59Z', 'updated_at': '2021-04-19T18:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi', '_floatingips': [{'id': '6ba452ed-64c5-4e6d-82d4-1c199fe8d998', 'tenant_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'floating_ip_address': '172.27.0.9', 'floating_network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'router_id': '06903e02-b5ee-4ad8-a32f-bf7deafb1a58', 'port_id': '015b2e9f-48e4-4710-851c-052d3775aa06', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f49822f-29ba-4e60-a46b-78786ac1f34c', 'mac_address': 'fa:16:3e:bd:c9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070d088b-3064-4ca0-aac9-8c5fe8284e2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:25:40Z', 'updated_at': '2021-04-19T18:25:44Z', 'revision_number': 1, 'project_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b36268b-3921-4430-a588-04a8e09b4384', 'name': '', 'network_id': '1f49822f-29ba-4e60-a46b-78786ac1f34c', 'tenant_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'mac_address': 'fa:16:3e:d6:68:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06903e02-b5ee-4ad8-a32f-bf7deafb1a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'a7079f5e-d348-48c2-81c0-ab4764c813e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:22:04Z', 'updated_at': '2021-04-19T18:22:19Z', 'revision_number': 5, 'project_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'subnets': [{'id': 'a7079f5e-d348-48c2-81c0-ab4764c813e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:29:14.869548 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-3f61c803-9efd-4058-b3ec-0bb2b4d7b228 req-76d1587f-e59b-402d-8ea8-80a4457b9cd7 service neutron] 10.222.0.53 "GET /v2.0/networks/1f49822f-29ba-4e60-a46b-78786ac1f34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381750 Apr 19 18:29:15.138946 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232aab0e-bcb7-48bd-bf04-6a840527b35c None None] New status for floating IP 0a2db305-7d32-4c34-9ddf-3eec0d1a0ebb: DOWN {{(pid=86365) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 18:29:15.342661 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09ed8c3-0baf-4ab2-90c1-354cfeba1e1d req-45300835-580e-490d-aa85-ce6bc1f0ce48 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:29:15.344312 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b09ed8c3-0baf-4ab2-90c1-354cfeba1e1d req-45300835-580e-490d-aa85-ce6bc1f0ce48 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0316394-7c61-4a29-8a54-89f8933e4fbf HTTP/1.1" status: 200 len: 945 time: 0.0940306 Apr 19 18:29:15.392741 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-b09ed8c3-0baf-4ab2-90c1-354cfeba1e1d req-be2dcc24-ecf9-401c-bf21-67d645794c78 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ee5570f-f568-4750-abc9-f2e83a97fd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419369 Apr 19 18:29:15.483850 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7e2151-fcb1-4f44-a56c-f0ba3c7e1b19 req-5a520142-c412-46a7-8d4e-05d13db3cd1e tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:29:15.485420 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-df7e2151-fcb1-4f44-a56c-f0ba3c7e1b19 req-5a520142-c412-46a7-8d4e-05d13db3cd1e tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0316394-7c61-4a29-8a54-89f8933e4fbf HTTP/1.1" status: 200 len: 945 time: 0.0882311 Apr 19 18:29:15.565664 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [req-df7e2151-fcb1-4f44-a56c-f0ba3c7e1b19 req-fcc4715e-6998-4e93-8c8f-4cedd06dd9c5 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Deleting port ee90527a-a43f-4552-be5e-e5d9d51353b2 {{(pid=86363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:29:15.566049 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-df7e2151-fcb1-4f44-a56c-f0ba3c7e1b19 req-fcc4715e-6998-4e93-8c8f-4cedd06dd9c5 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254156519796'] for port, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:15.824526 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-df7e2151-fcb1-4f44-a56c-f0ba3c7e1b19 req-fcc4715e-6998-4e93-8c8f-4cedd06dd9c5 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] For port ee90527a-a43f-4552-be5e-e5d9d51353b2, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=ee90527a-a43f-4552-be5e-e5d9d51353b2,segment=NetworkSegment(3a08ee2f-f5d8-4530-9399-ffecb932d723),segment_id=3a08ee2f-f5d8-4530-9399-ffecb932d723)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:29:15.824875 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-df7e2151-fcb1-4f44-a56c-f0ba3c7e1b19 req-fcc4715e-6998-4e93-8c8f-4cedd06dd9c5 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648318'] for port, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:15.958730 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [req-df7e2151-fcb1-4f44-a56c-f0ba3c7e1b19 req-fcc4715e-6998-4e93-8c8f-4cedd06dd9c5 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Calling delete_port for ee90527a-a43f-4552-be5e-e5d9d51353b2 owned by compute:nova {{(pid=86363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:29:16.108504 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-df7e2151-fcb1-4f44-a56c-f0ba3c7e1b19 req-fcc4715e-6998-4e93-8c8f-4cedd06dd9c5 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254156516127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254156964383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10486948'] for port, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:16.113898 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-aec6185e-d75f-41f1-bde5-2b656758818d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:29:16.159929 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc4715e-6998-4e93-8c8f-4cedd06dd9c5 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Pushing event deleted for resources: {'Port': ['ID=ee90527a-a43f-4552-be5e-e5d9d51353b2,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:29:16.197660 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc4715e-6998-4e93-8c8f-4cedd06dd9c5 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:29:16.198081 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc4715e-6998-4e93-8c8f-4cedd06dd9c5 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:29:16.198497 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc4715e-6998-4e93-8c8f-4cedd06dd9c5 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:29:16.198905 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc4715e-6998-4e93-8c8f-4cedd06dd9c5 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:29:16.199361 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc4715e-6998-4e93-8c8f-4cedd06dd9c5 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:29:16.199749 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc4715e-6998-4e93-8c8f-4cedd06dd9c5 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:29:16.200156 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc4715e-6998-4e93-8c8f-4cedd06dd9c5 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:29:16.200564 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc4715e-6998-4e93-8c8f-4cedd06dd9c5 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:29:16.200970 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc4715e-6998-4e93-8c8f-4cedd06dd9c5 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:29:16.201374 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc4715e-6998-4e93-8c8f-4cedd06dd9c5 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:29:16.201771 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc4715e-6998-4e93-8c8f-4cedd06dd9c5 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:29:16.202166 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc4715e-6998-4e93-8c8f-4cedd06dd9c5 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:29:16.210887 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-fcc4715e-6998-4e93-8c8f-4cedd06dd9c5 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:29:16.255483 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [req-df7e2151-fcb1-4f44-a56c-f0ba3c7e1b19 req-fcc4715e-6998-4e93-8c8f-4cedd06dd9c5 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] No DVR routers for this DVR port ee90527a-a43f-4552-be5e-e5d9d51353b2 on host hv-cinder-78692 {{(pid=86363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:29:16.258514 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-df7e2151-fcb1-4f44-a56c-f0ba3c7e1b19 req-fcc4715e-6998-4e93-8c8f-4cedd06dd9c5 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773849'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:16.261226 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0316394-7c61-4a29-8a54-89f8933e4fbf', 'name': 'network-vif-deleted', 'tag': 'ee90527a-a43f-4552-be5e-e5d9d51353b2'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:29:16.275936 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-df7e2151-fcb1-4f44-a56c-f0ba3c7e1b19 req-fcc4715e-6998-4e93-8c8f-4cedd06dd9c5 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.53 "DELETE /v2.0/ports/ee90527a-a43f-4552-be5e-e5d9d51353b2 HTTP/1.1" status: 204 len: 173 time: 0.7834709 Apr 19 18:29:16.308900 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0316394-7c61-4a29-8a54-89f8933e4fbf', 'name': 'network-vif-deleted', 'tag': 'ee90527a-a43f-4552-be5e-e5d9d51353b2', 'status': 'completed', 'code': 200} Apr 19 18:29:16.557983 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-28bbe2c7-127f-4f9e-82a5-e32f8de7d442 req-1bb18b50-d7e2-4f98-934c-7adf61b218af tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Synchronizing usage tracker for tenant:ab7ea17f87bf48eea71bdbbfac21f7d9 on resource:port {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:29:16.574554 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-28bbe2c7-127f-4f9e-82a5-e32f8de7d442 req-1bb18b50-d7e2-4f98-934c-7adf61b218af tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Unset dirty status for tenant:ab7ea17f87bf48eea71bdbbfac21f7d9 on resource:port {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:29:16.575904 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-28bbe2c7-127f-4f9e-82a5-e32f8de7d442 req-1bb18b50-d7e2-4f98-934c-7adf61b218af tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0316394-7c61-4a29-8a54-89f8933e4fbf HTTP/1.1" status: 200 len: 210 time: 0.0662246 Apr 19 18:29:19.992590 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Device ee90527a-a43f-4552-be5e-e5d9d51353b2 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:29:20.031539 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] No Port match for: ee90527a-a43f-4552-be5e-e5d9d51353b2 {{(pid=86364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:29:20.031935 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Device ee90527a-a43f-4552-be5e-e5d9d51353b2 not bound to the agent host hv-cinder-78692 {{(pid=86364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:29:20.100823 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 40436) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:29:20.316986 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-19399d89-c506-46ad-9cd3-f066c9f11fe1 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Deleting port 67eb8030-7ebc-4c49-a25c-02fca8b59256 {{(pid=86362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:29:20.317329 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-19399d89-c506-46ad-9cd3-f066c9f11fe1 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254156519796'] for port, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:20.501804 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-19399d89-c506-46ad-9cd3-f066c9f11fe1 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648318'] for port, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:20.502171 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-19399d89-c506-46ad-9cd3-f066c9f11fe1 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:20.630323 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-19399d89-c506-46ad-9cd3-f066c9f11fe1 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Calling delete_port for 67eb8030-7ebc-4c49-a25c-02fca8b59256 owned by network:floatingip {{(pid=86362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:29:20.788656 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-19399d89-c506-46ad-9cd3-f066c9f11fe1 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254156516127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254156964383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844104858'] for port, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:20.793619 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-e6f947eb-1082-4f88-ae5d-4ccacdae309c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:29:20.842548 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19399d89-c506-46ad-9cd3-f066c9f11fe1 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Pushing event deleted for resources: {'Port': ['ID=67eb8030-7ebc-4c49-a25c-02fca8b59256,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:29:20.876017 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-19399d89-c506-46ad-9cd3-f066c9f11fe1 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:29:20.941959 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-19399d89-c506-46ad-9cd3-f066c9f11fe1 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks [] for floatingip, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:20.942250 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.db.l3_db [None req-19399d89-c506-46ad-9cd3-f066c9f11fe1 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Floating IP 6ba452ed-64c5-4e6d-82d4-1c199fe8d998 disassociated (deleted). External IP: 172.27.0.9, port: 015b2e9f-48e4-4710-851c-052d3775aa06. Apr 19 18:29:21.567460 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19399d89-c506-46ad-9cd3-f066c9f11fe1 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Router 06903e02-b5ee-4ad8-a32f-bf7deafb1a58 has already been hosted by L3 agent 24af6f5b-4620-4572-ab28-0613f710586e {{(pid=86362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:29:21.754933 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19399d89-c506-46ad-9cd3-f066c9f11fe1 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify agent at l3_agent.dv-cinder-786927-1-iscsi the message routers_updated {{(pid=86362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:29:21.764542 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e844250-887c-4114-abfe-f028673bd95e None None] Sync routers for ids ['06903e02-b5ee-4ad8-a32f-bf7deafb1a58'] in dv-cinder-786927-1-iscsi {{(pid=86364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:29:21.774883 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-19399d89-c506-46ad-9cd3-f066c9f11fe1 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773849'] for floatingip, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:21.787297 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e844250-887c-4114-abfe-f028673bd95e None None] Routers {'06903e02-b5ee-4ad8-a32f-bf7deafb1a58'} bound to L3 agent in host dv-cinder-786927-1-iscsi {{(pid=86364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:29:21.788694 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-0e844250-887c-4114-abfe-f028673bd95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T18:07:54Z,description=,heartbeat_timestamp=2021-04-19T18:28:54Z,host='dv-cinder-786927-1-iscsi',id=24af6f5b-4620-4572-ab28-0613f710586e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:07:54Z,topic='l3_agent')) {'router_ids': ['06903e02-b5ee-4ad8-a32f-bf7deafb1a58'], 'active': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:29:21.835616 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-19399d89-c506-46ad-9cd3-f066c9f11fe1 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "DELETE /v2.0/floatingips/6ba452ed-64c5-4e6d-82d4-1c199fe8d998 HTTP/1.1" status: 204 len: 168 time: 1.7335148 Apr 19 18:29:21.836237 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '070d088b-3064-4ca0-aac9-8c5fe8284e2f', 'tag': '015b2e9f-48e4-4710-851c-052d3775aa06'}] {{(pid=86362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:29:21.845359 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9a307139-c451-488f-818b-61771d8ea2f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:21.887263 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '070d088b-3064-4ca0-aac9-8c5fe8284e2f', 'tag': '015b2e9f-48e4-4710-851c-052d3775aa06', 'status': 'completed', 'code': 200} Apr 19 18:29:21.981292 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-0e844250-887c-4114-abfe-f028673bd95e None None] Set router 06903e02-b5ee-4ad8-a32f-bf7deafb1a58 gateway port host: dv-cinder-786927-1-iscsi {{(pid=86364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:29:21.988833 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ef0b97-6c0b-40a6-a37e-2653491bc2e6 req-fd794da3-e5b2-40fd-97a1-ad5755787756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:29:21.990556 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a4ef0b97-6c0b-40a6-a37e-2653491bc2e6 req-fd794da3-e5b2-40fd-97a1-ad5755787756 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ab7ea17f87bf48eea71bdbbfac21f7d9&device_id=070d088b-3064-4ca0-aac9-8c5fe8284e2f HTTP/1.1" status: 200 len: 1099 time: 0.0789721 Apr 19 18:29:22.136410 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ef0b97-6c0b-40a6-a37e-2653491bc2e6 req-b652336d-ded5-4545-86c1-ca9c25214052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:29:22.138085 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a4ef0b97-6c0b-40a6-a37e-2653491bc2e6 req-b652336d-ded5-4545-86c1-ca9c25214052 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1f49822f-29ba-4e60-a46b-78786ac1f34c HTTP/1.1" status: 200 len: 912 time: 0.1409633 Apr 19 18:29:22.216079 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a4ef0b97-6c0b-40a6-a37e-2653491bc2e6 req-52a625d4-6a26-4564-ae94-e70877542f88 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=015b2e9f-48e4-4710-851c-052d3775aa06 HTTP/1.1" status: 200 len: 217 time: 0.0704348 Apr 19 18:29:22.246773 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a464f2-e1e4-4737-987d-8dc831eaee8f req-d5825779-6321-4b04-aa31-d7d77ce4e0da tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:29:22.247578 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-04a464f2-e1e4-4737-987d-8dc831eaee8f req-d5825779-6321-4b04-aa31-d7d77ce4e0da tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Synchronizing usage tracker for tenant:ab7ea17f87bf48eea71bdbbfac21f7d9 on resource:port {{(pid=86362) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:29:22.262725 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-04a464f2-e1e4-4737-987d-8dc831eaee8f req-d5825779-6321-4b04-aa31-d7d77ce4e0da tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Unset dirty status for tenant:ab7ea17f87bf48eea71bdbbfac21f7d9 on resource:port {{(pid=86362) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:29:22.264057 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-04a464f2-e1e4-4737-987d-8dc831eaee8f req-d5825779-6321-4b04-aa31-d7d77ce4e0da tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/ports?device_id=070d088b-3064-4ca0-aac9-8c5fe8284e2f HTTP/1.1" status: 200 len: 946 time: 0.1111121 Apr 19 18:29:22.290082 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ef0b97-6c0b-40a6-a37e-2653491bc2e6 req-d6afc4a5-321e-4d2c-83c2-01612a1cc6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:29:22.291591 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a4ef0b97-6c0b-40a6-a37e-2653491bc2e6 req-d6afc4a5-321e-4d2c-83c2-01612a1cc6a8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a7079f5e-d348-48c2-81c0-ab4764c813e8 HTTP/1.1" status: 200 len: 850 time: 0.0683537 Apr 19 18:29:22.317145 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-04a464f2-e1e4-4737-987d-8dc831eaee8f req-49ef459a-832e-4e84-87d0-d7d5e9751b1f tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ee5570f-f568-4750-abc9-f2e83a97fd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430710 Apr 19 18:29:22.324072 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-0e844250-887c-4114-abfe-f028673bd95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06903e02-b5ee-4ad8-a32f-bf7deafb1a58', 'name': 'tempest-TestVolumeBootPattern-273059214-router', 'tenant_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '98271dc7-b9d9-46a4-a452-6f803fe9e7ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:21:57Z', 'updated_at': '2021-04-19T18:22:07Z', 'revision_number': 4, 'project_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'gw_port': {'id': '98271dc7-b9d9-46a4-a452-6f803fe9e7ab', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06903e02-b5ee-4ad8-a32f-bf7deafb1a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:59Z', 'updated_at': '2021-04-19T18:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi', '_interfaces': [{'id': '9b36268b-3921-4430-a588-04a8e09b4384', 'name': '', 'network_id': '1f49822f-29ba-4e60-a46b-78786ac1f34c', 'tenant_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'mac_address': 'fa:16:3e:d6:68:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06903e02-b5ee-4ad8-a32f-bf7deafb1a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'a7079f5e-d348-48c2-81c0-ab4764c813e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:22:04Z', 'updated_at': '2021-04-19T18:22:19Z', 'revision_number': 5, 'project_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'subnets': [{'id': 'a7079f5e-d348-48c2-81c0-ab4764c813e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-iscsi', False) {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:29:22.328155 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e844250-887c-4114-abfe-f028673bd95e None None] Checking router: 06903e02-b5ee-4ad8-a32f-bf7deafb1a58 for host: dv-cinder-786927-1-iscsi {{(pid=86364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:29:22.340984 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e844250-887c-4114-abfe-f028673bd95e None None] Routers {'06903e02-b5ee-4ad8-a32f-bf7deafb1a58'} bound to L3 agent in host dv-cinder-786927-1-iscsi {{(pid=86364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:29:22.342058 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-0e844250-887c-4114-abfe-f028673bd95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T18:07:54Z,description=,heartbeat_timestamp=2021-04-19T18:28:54Z,host='dv-cinder-786927-1-iscsi',id=24af6f5b-4620-4572-ab28-0613f710586e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:07:54Z,topic='l3_agent')) {'router_ids': ['06903e02-b5ee-4ad8-a32f-bf7deafb1a58'], 'active': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:29:22.380853 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ef0b97-6c0b-40a6-a37e-2653491bc2e6 req-1df6cb0b-836a-4f33-b8e1-fd9c5decaf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:29:22.383073 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a4ef0b97-6c0b-40a6-a37e-2653491bc2e6 req-1df6cb0b-836a-4f33-b8e1-fd9c5decaf6b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1f49822f-29ba-4e60-a46b-78786ac1f34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0836926 Apr 19 18:29:22.528034 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a4ef0b97-6c0b-40a6-a37e-2653491bc2e6 req-d14c254d-a12d-46f4-83a0-12203aa8bbf4 service neutron] 10.222.0.53 "GET /v2.0/networks/1f49822f-29ba-4e60-a46b-78786ac1f34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378069 Apr 19 18:29:22.543729 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-0e844250-887c-4114-abfe-f028673bd95e None None] Set router 06903e02-b5ee-4ad8-a32f-bf7deafb1a58 gateway port host: dv-cinder-786927-1-iscsi {{(pid=86364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:29:22.669968 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-a4ef0b97-6c0b-40a6-a37e-2653491bc2e6 req-7944b7a9-6392-4936-8e92-7d3fd7478cca service neutron] 10.222.0.53 "GET /v2.0/networks/1f49822f-29ba-4e60-a46b-78786ac1f34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349151 Apr 19 18:29:22.882453 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-0e844250-887c-4114-abfe-f028673bd95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06903e02-b5ee-4ad8-a32f-bf7deafb1a58', 'name': 'tempest-TestVolumeBootPattern-273059214-router', 'tenant_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '98271dc7-b9d9-46a4-a452-6f803fe9e7ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:21:57Z', 'updated_at': '2021-04-19T18:22:07Z', 'revision_number': 4, 'project_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'gw_port': {'id': '98271dc7-b9d9-46a4-a452-6f803fe9e7ab', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06903e02-b5ee-4ad8-a32f-bf7deafb1a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:59Z', 'updated_at': '2021-04-19T18:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi', '_interfaces': [{'id': '9b36268b-3921-4430-a588-04a8e09b4384', 'name': '', 'network_id': '1f49822f-29ba-4e60-a46b-78786ac1f34c', 'tenant_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'mac_address': 'fa:16:3e:d6:68:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06903e02-b5ee-4ad8-a32f-bf7deafb1a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'a7079f5e-d348-48c2-81c0-ab4764c813e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:22:04Z', 'updated_at': '2021-04-19T18:22:19Z', 'revision_number': 5, 'project_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'subnets': [{'id': 'a7079f5e-d348-48c2-81c0-ab4764c813e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-iscsi', False) {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:29:22.886717 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e844250-887c-4114-abfe-f028673bd95e None None] The sync data for ids ['06903e02-b5ee-4ad8-a32f-bf7deafb1a58'] in dv-cinder-786927-1-iscsi is: [{'id': '06903e02-b5ee-4ad8-a32f-bf7deafb1a58', 'name': 'tempest-TestVolumeBootPattern-273059214-router', 'tenant_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '98271dc7-b9d9-46a4-a452-6f803fe9e7ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:21:57Z', 'updated_at': '2021-04-19T18:22:07Z', 'revision_number': 4, 'project_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'gw_port': {'id': '98271dc7-b9d9-46a4-a452-6f803fe9e7ab', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06903e02-b5ee-4ad8-a32f-bf7deafb1a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:59Z', 'updated_at': '2021-04-19T18:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi', '_interfaces': [{'id': '9b36268b-3921-4430-a588-04a8e09b4384', 'name': '', 'network_id': '1f49822f-29ba-4e60-a46b-78786ac1f34c', 'tenant_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'mac_address': 'fa:16:3e:d6:68:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06903e02-b5ee-4ad8-a32f-bf7deafb1a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'a7079f5e-d348-48c2-81c0-ab4764c813e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:22:04Z', 'updated_at': '2021-04-19T18:22:19Z', 'revision_number': 5, 'project_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'subnets': [{'id': 'a7079f5e-d348-48c2-81c0-ab4764c813e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:29:23.295027 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec623675-8f13-4a25-a98e-e055b158603e None None] New status for floating IP 6ba452ed-64c5-4e6d-82d4-1c199fe8d998: DOWN {{(pid=86365) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 18:29:23.596168 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc32a8b-1815-437e-8a14-0faa7f3d950c req-f5fc5ff4-6e9a-42f8-9731-63e41ba4a943 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:29:23.597744 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-8bc32a8b-1815-437e-8a14-0faa7f3d950c req-f5fc5ff4-6e9a-42f8-9731-63e41ba4a943 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/ports?device_id=070d088b-3064-4ca0-aac9-8c5fe8284e2f HTTP/1.1" status: 200 len: 946 time: 0.1575048 Apr 19 18:29:23.609657 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb838fdb-7253-4774-b87d-aa2f27ccf58e req-b9735e55-112f-4efe-8f2d-21297f596b21 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:29:23.611165 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-cb838fdb-7253-4774-b87d-aa2f27ccf58e req-b9735e55-112f-4efe-8f2d-21297f596b21 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.53 "GET /v2.0/ports?device_id=070d088b-3064-4ca0-aac9-8c5fe8284e2f HTTP/1.1" status: 200 len: 946 time: 0.1202130 Apr 19 18:29:23.710986 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-8bc32a8b-1815-437e-8a14-0faa7f3d950c req-62035d84-e675-4193-85fd-e48de3ac18b3 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ee5570f-f568-4750-abc9-f2e83a97fd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987358 Apr 19 18:29:23.719268 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [req-cb838fdb-7253-4774-b87d-aa2f27ccf58e req-c22424cb-61da-4563-92be-0c11af4ae21c tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Deleting port 015b2e9f-48e4-4710-851c-052d3775aa06 {{(pid=86363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:29:23.719658 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-cb838fdb-7253-4774-b87d-aa2f27ccf58e req-c22424cb-61da-4563-92be-0c11af4ae21c tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254156519796'] for port, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:23.988555 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [req-cb838fdb-7253-4774-b87d-aa2f27ccf58e req-c22424cb-61da-4563-92be-0c11af4ae21c tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] For port 015b2e9f-48e4-4710-851c-052d3775aa06, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=015b2e9f-48e4-4710-851c-052d3775aa06,segment=NetworkSegment(3a08ee2f-f5d8-4530-9399-ffecb932d723),segment_id=3a08ee2f-f5d8-4530-9399-ffecb932d723)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:29:23.988959 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-cb838fdb-7253-4774-b87d-aa2f27ccf58e req-c22424cb-61da-4563-92be-0c11af4ae21c tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648318'] for port, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:24.132563 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [req-cb838fdb-7253-4774-b87d-aa2f27ccf58e req-c22424cb-61da-4563-92be-0c11af4ae21c tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Calling delete_port for 015b2e9f-48e4-4710-851c-052d3775aa06 owned by compute:nova {{(pid=86363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:29:24.228363 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f6c6d465-b0a7-49cc-b71d-afd597d9445b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:24.285981 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-cb838fdb-7253-4774-b87d-aa2f27ccf58e req-c22424cb-61da-4563-92be-0c11af4ae21c tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254156516127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254156964383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10486948'] for port, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:24.292002 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-036d09ce-b328-4645-951e-772903bec4a8 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:29:24.344869 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22424cb-61da-4563-92be-0c11af4ae21c tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Pushing event deleted for resources: {'Port': ['ID=015b2e9f-48e4-4710-851c-052d3775aa06,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:29:24.348296 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-c22424cb-61da-4563-92be-0c11af4ae21c tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:29:24.427929 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb838fdb-7253-4774-b87d-aa2f27ccf58e req-c22424cb-61da-4563-92be-0c11af4ae21c tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] No DVR routers for this DVR port 015b2e9f-48e4-4710-851c-052d3775aa06 on host hv-cinder-78692 {{(pid=86363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:29:24.430998 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [req-cb838fdb-7253-4774-b87d-aa2f27ccf58e req-c22424cb-61da-4563-92be-0c11af4ae21c tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773849'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:24.433764 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '070d088b-3064-4ca0-aac9-8c5fe8284e2f', 'name': 'network-vif-deleted', 'tag': '015b2e9f-48e4-4710-851c-052d3775aa06'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:29:24.448438 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-cb838fdb-7253-4774-b87d-aa2f27ccf58e req-c22424cb-61da-4563-92be-0c11af4ae21c tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.53 "DELETE /v2.0/ports/015b2e9f-48e4-4710-851c-052d3775aa06 HTTP/1.1" status: 204 len: 173 time: 0.8228455 Apr 19 18:29:24.488627 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '070d088b-3064-4ca0-aac9-8c5fe8284e2f', 'name': 'network-vif-deleted', 'tag': '015b2e9f-48e4-4710-851c-052d3775aa06', 'status': 'completed', 'code': 200} Apr 19 18:29:24.848776 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-60872106-3921-4474-9775-f4da212b8297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:24.884280 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-5277670c-e93d-44e3-a76a-bec3f77805a9 req-2c265e5d-dbf8-49d2-a457-b4445d5ff3b1 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Synchronizing usage tracker for tenant:ab7ea17f87bf48eea71bdbbfac21f7d9 on resource:port {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:29:24.900414 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.quota.resource [req-5277670c-e93d-44e3-a76a-bec3f77805a9 req-2c265e5d-dbf8-49d2-a457-b4445d5ff3b1 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Unset dirty status for tenant:ab7ea17f87bf48eea71bdbbfac21f7d9 on resource:port {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:29:24.901709 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [req-5277670c-e93d-44e3-a76a-bec3f77805a9 req-2c265e5d-dbf8-49d2-a457-b4445d5ff3b1 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "GET /v2.0/ports?device_id=070d088b-3064-4ca0-aac9-8c5fe8284e2f HTTP/1.1" status: 200 len: 210 time: 0.0679746 Apr 19 18:29:25.919591 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:26.002941 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 40456) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:29:26.173248 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-26be259c-7c74-4112-86d4-97174e81ce4e tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Deleting port 6c153599-f48d-4099-aa8b-f6c6b7496aef {{(pid=86362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:29:26.173638 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-26be259c-7c74-4112-86d4-97174e81ce4e tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254156519796'] for port, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:26.183012 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-eae962f3-e32e-4947-814b-3e299d74c6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:26.352458 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-26be259c-7c74-4112-86d4-97174e81ce4e tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648318'] for port, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:26.352829 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-26be259c-7c74-4112-86d4-97174e81ce4e tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:26.486404 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-26be259c-7c74-4112-86d4-97174e81ce4e tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Calling delete_port for 6c153599-f48d-4099-aa8b-f6c6b7496aef owned by network:floatingip {{(pid=86362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:29:26.627733 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-26be259c-7c74-4112-86d4-97174e81ce4e tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254156516127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254156964383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844104858'] for port, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:26.632784 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-8d9b0e75-e605-42cb-82d9-c8d5a2b2263c tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:29:26.680103 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26be259c-7c74-4112-86d4-97174e81ce4e tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Pushing event deleted for resources: {'Port': ['ID=6c153599-f48d-4099-aa8b-f6c6b7496aef,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:29:26.683405 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-26be259c-7c74-4112-86d4-97174e81ce4e tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:29:26.774491 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-26be259c-7c74-4112-86d4-97174e81ce4e tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks [] for floatingip, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:26.791151 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-26be259c-7c74-4112-86d4-97174e81ce4e tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773849'] for floatingip, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:26.792391 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-26be259c-7c74-4112-86d4-97174e81ce4e tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "DELETE /v2.0/floatingips/6432e875-c2a8-405b-8ae0-20996da2dc88 HTTP/1.1" status: 204 len: 168 time: 0.7882361 Apr 19 18:29:28.070299 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Device 015b2e9f-48e4-4710-851c-052d3775aa06 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:29:28.107410 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] No Port match for: 015b2e9f-48e4-4710-851c-052d3775aa06 {{(pid=86364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:29:28.107805 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Device 015b2e9f-48e4-4710-851c-052d3775aa06 not bound to the agent host hv-cinder-78692 {{(pid=86364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:29:28.221250 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 40472) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:29:28.297817 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-bbf45b00-02cb-4de7-b736-1d4c82a9d82c tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:28.329863 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-bbf45b00-02cb-4de7-b736-1d4c82a9d82c tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:28.386418 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-bbf45b00-02cb-4de7-b736-1d4c82a9d82c tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:28.392082 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b2f16adb-3895-42e3-8aca-faad4a4c6d5e tempest-TestMinimumBasicScenario-1951155000 tempest-TestMinimumBasicScenario-1951155000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:29:28.412794 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf45b00-02cb-4de7-b736-1d4c82a9d82c tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee5570f-f568-4750-abc9-f2e83a97fd81,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:29:28.418554 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-bbf45b00-02cb-4de7-b736-1d4c82a9d82c tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:29:28.420741 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-bbf45b00-02cb-4de7-b736-1d4c82a9d82c tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:28.424416 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-bbf45b00-02cb-4de7-b736-1d4c82a9d82c tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] 10.222.0.36 "DELETE /v2.0/security-groups/9ee5570f-f568-4750-abc9-f2e83a97fd81 HTTP/1.1" status: 204 len: 168 time: 0.1996512 Apr 19 18:29:28.479804 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 40478) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:29:29.509750 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-febb8c08-c7f5-4f66-80cc-6aefd2133380 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622745'] for router_interface, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:29.872130 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-febb8c08-c7f5-4f66-80cc-6aefd2133380 admin admin] Deleting port 9b36268b-3921-4430-a588-04a8e09b4384 {{(pid=86363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:29:29.872431 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-febb8c08-c7f5-4f66-80cc-6aefd2133380 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254156519796'] for port, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:30.056844 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-febb8c08-c7f5-4f66-80cc-6aefd2133380 admin admin] For port 9b36268b-3921-4430-a588-04a8e09b4384, host dv-cinder-786927-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-iscsi',level=0,port_id=9b36268b-3921-4430-a588-04a8e09b4384,segment=NetworkSegment(3a08ee2f-f5d8-4530-9399-ffecb932d723),segment_id=3a08ee2f-f5d8-4530-9399-ffecb932d723)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:29:30.057244 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-febb8c08-c7f5-4f66-80cc-6aefd2133380 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648318'] for port, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:30.191180 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-febb8c08-c7f5-4f66-80cc-6aefd2133380 admin admin] Calling delete_port for 9b36268b-3921-4430-a588-04a8e09b4384 owned by network:router_interface {{(pid=86363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:29:30.362855 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-febb8c08-c7f5-4f66-80cc-6aefd2133380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254156516127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254156964383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10486948'] for port, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:30.367654 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-4dd2bb7a-3ad3-4f75-a8fc-1757c33157ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:29:30.413932 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb8c08-c7f5-4f66-80cc-6aefd2133380 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b36268b-3921-4430-a588-04a8e09b4384,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:29:30.441483 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-febb8c08-c7f5-4f66-80cc-6aefd2133380 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:29:30.690206 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-febb8c08-c7f5-4f66-80cc-6aefd2133380 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854015838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-622823'] for router_interface, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:31.069190 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-febb8c08-c7f5-4f66-80cc-6aefd2133380 admin admin] Router 06903e02-b5ee-4ad8-a32f-bf7deafb1a58 has already been hosted by L3 agent 24af6f5b-4620-4572-ab28-0613f710586e {{(pid=86363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:29:31.257695 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-febb8c08-c7f5-4f66-80cc-6aefd2133380 admin admin] Notify agent at l3_agent.dv-cinder-786927-1-iscsi the message routers_updated {{(pid=86363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:29:31.266206 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402d42b3-2cb2-429a-91ab-0974f2b6cc7f None None] Sync routers for ids ['06903e02-b5ee-4ad8-a32f-bf7deafb1a58'] in dv-cinder-786927-1-iscsi {{(pid=86364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:29:31.270113 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-febb8c08-c7f5-4f66-80cc-6aefd2133380 admin admin] 10.222.0.36 "PUT /v2.0/routers/06903e02-b5ee-4ad8-a32f-bf7deafb1a58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7891746 Apr 19 18:29:31.273464 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 40484) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:29:31.280374 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402d42b3-2cb2-429a-91ab-0974f2b6cc7f None None] Routers {'06903e02-b5ee-4ad8-a32f-bf7deafb1a58'} bound to L3 agent in host dv-cinder-786927-1-iscsi {{(pid=86364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:29:31.281062 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-402d42b3-2cb2-429a-91ab-0974f2b6cc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T18:07:54Z,description=,heartbeat_timestamp=2021-04-19T18:29:24Z,host='dv-cinder-786927-1-iscsi',id=24af6f5b-4620-4572-ab28-0613f710586e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:07:54Z,topic='l3_agent')) {'router_ids': ['06903e02-b5ee-4ad8-a32f-bf7deafb1a58'], 'active': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:29:31.461871 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-fb539bc6-6186-47bf-88e6-be85058b568f admin admin] Notify callbacks [] for router, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:31.469193 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-402d42b3-2cb2-429a-91ab-0974f2b6cc7f None None] Set router 06903e02-b5ee-4ad8-a32f-bf7deafb1a58 gateway port host: dv-cinder-786927-1-iscsi {{(pid=86364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:29:31.649993 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-fb539bc6-6186-47bf-88e6-be85058b568f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:31.658480 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-fb539bc6-6186-47bf-88e6-be85058b568f admin admin] Deleting port 98271dc7-b9d9-46a4-a452-6f803fe9e7ab {{(pid=86363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:29:31.658845 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-fb539bc6-6186-47bf-88e6-be85058b568f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254156519796'] for port, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:31.772058 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-402d42b3-2cb2-429a-91ab-0974f2b6cc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06903e02-b5ee-4ad8-a32f-bf7deafb1a58', 'name': 'tempest-TestVolumeBootPattern-273059214-router', 'tenant_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '98271dc7-b9d9-46a4-a452-6f803fe9e7ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:21:57Z', 'updated_at': '2021-04-19T18:29:30Z', 'revision_number': 5, 'project_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'gw_port': {'id': '98271dc7-b9d9-46a4-a452-6f803fe9e7ab', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06903e02-b5ee-4ad8-a32f-bf7deafb1a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:59Z', 'updated_at': '2021-04-19T18:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi'}], 'dv-cinder-786927-1-iscsi', False) {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:29:31.776355 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402d42b3-2cb2-429a-91ab-0974f2b6cc7f None None] Checking router: 06903e02-b5ee-4ad8-a32f-bf7deafb1a58 for host: dv-cinder-786927-1-iscsi {{(pid=86364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:29:31.785636 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402d42b3-2cb2-429a-91ab-0974f2b6cc7f None None] Routers {'06903e02-b5ee-4ad8-a32f-bf7deafb1a58'} bound to L3 agent in host dv-cinder-786927-1-iscsi {{(pid=86364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:29:31.786309 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-402d42b3-2cb2-429a-91ab-0974f2b6cc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T18:07:54Z,description=,heartbeat_timestamp=2021-04-19T18:29:24Z,host='dv-cinder-786927-1-iscsi',id=24af6f5b-4620-4572-ab28-0613f710586e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:07:54Z,topic='l3_agent')) {'router_ids': ['06903e02-b5ee-4ad8-a32f-bf7deafb1a58'], 'active': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:29:31.852567 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-fb539bc6-6186-47bf-88e6-be85058b568f admin admin] For port 98271dc7-b9d9-46a4-a452-6f803fe9e7ab, host dv-cinder-786927-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-iscsi',level=0,port_id=98271dc7-b9d9-46a4-a452-6f803fe9e7ab,segment=NetworkSegment(c45e75c0-3629-4b9b-9637-c1f0a35fb912),segment_id=c45e75c0-3629-4b9b-9637-c1f0a35fb912)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:29:31.852972 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-fb539bc6-6186-47bf-88e6-be85058b568f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648318'] for port, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:31.954308 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-402d42b3-2cb2-429a-91ab-0974f2b6cc7f None None] Set router 06903e02-b5ee-4ad8-a32f-bf7deafb1a58 gateway port host: None {{(pid=86364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:29:32.246241 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.agents_db [None req-8d26a53d-5aec-40fe-9147-3f846c88e388 None None] Agent healthcheck: found 6 active agents {{(pid=86365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:29:32.253839 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-fb539bc6-6186-47bf-88e6-be85058b568f admin admin] Calling delete_port for 98271dc7-b9d9-46a4-a452-6f803fe9e7ab owned by network:router_gateway {{(pid=86363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:29:32.258296 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-402d42b3-2cb2-429a-91ab-0974f2b6cc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06903e02-b5ee-4ad8-a32f-bf7deafb1a58', 'name': 'tempest-TestVolumeBootPattern-273059214-router', 'tenant_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:21:57Z', 'updated_at': '2021-04-19T18:29:31Z', 'revision_number': 6, 'project_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'gw_port_host': None}], 'dv-cinder-786927-1-iscsi', False) {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:29:32.262810 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402d42b3-2cb2-429a-91ab-0974f2b6cc7f None None] The sync data for ids ['06903e02-b5ee-4ad8-a32f-bf7deafb1a58'] in dv-cinder-786927-1-iscsi is: [{'id': '06903e02-b5ee-4ad8-a32f-bf7deafb1a58', 'name': 'tempest-TestVolumeBootPattern-273059214-router', 'tenant_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:21:57Z', 'updated_at': '2021-04-19T18:29:31Z', 'revision_number': 6, 'project_id': 'ab7ea17f87bf48eea71bdbbfac21f7d9', 'gw_port_host': None}] {{(pid=86364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:29:32.439863 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-fb539bc6-6186-47bf-88e6-be85058b568f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254156516127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254156964383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10486948'] for port, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:32.444524 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-fcc4715e-6998-4e93-8c8f-4cedd06dd9c5 tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:29:32.492129 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb539bc6-6186-47bf-88e6-be85058b568f admin admin] Pushing event deleted for resources: {'Port': ['ID=98271dc7-b9d9-46a4-a452-6f803fe9e7ab,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:29:32.520348 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-fb539bc6-6186-47bf-88e6-be85058b568f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:29:32.591530 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-fb539bc6-6186-47bf-88e6-be85058b568f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854126490'] for router_gateway, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:32.777898 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-fb539bc6-6186-47bf-88e6-be85058b568f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854149062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854772563'] for router, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:32.780256 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-fb539bc6-6186-47bf-88e6-be85058b568f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:32.801830 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-fb539bc6-6186-47bf-88e6-be85058b568f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626302'] for router, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:32.802382 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb539bc6-6186-47bf-88e6-be85058b568f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06903e02-b5ee-4ad8-a32f-bf7deafb1a58 {{(pid=86363) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 19 18:29:32.816066 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-fb539bc6-6186-47bf-88e6-be85058b568f admin admin] Notify callbacks [] for router, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:32.817312 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-fb539bc6-6186-47bf-88e6-be85058b568f admin admin] 10.222.0.36 "DELETE /v2.0/routers/06903e02-b5ee-4ad8-a32f-bf7deafb1a58 HTTP/1.1" status: 204 len: 168 time: 1.5428708 Apr 19 18:29:32.820684 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 40488) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:29:32.888633 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_v2 [None req-b06ced15-5d38-4799-83c3-96c29b662ae5 admin admin] Deleting subnet a7079f5e-d348-48c2-81c0-ab4764c813e8 {{(pid=86363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 18:29:32.892487 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b06ced15-5d38-4799-83c3-96c29b662ae5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:32.948861 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b06ced15-5d38-4799-83c3-96c29b662ae5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036842862324'] for subnet, precommit_delete_associations {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:33.029615 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b06ced15-5d38-4799-83c3-96c29b662ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013858'] for subnet, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:33.211073 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device 98271dc7-b9d9-46a4-a452-6f803fe9e7ab no longer exists at agent ovs-agent-dv-cinder-786927-1-iscsi {{(pid=86364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:29:33.250249 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] No Port match for: 98271dc7-b9d9-46a4-a452-6f803fe9e7ab {{(pid=86364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:29:33.250643 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device 98271dc7-b9d9-46a4-a452-6f803fe9e7ab not bound to the agent host dv-cinder-786927-1-iscsi {{(pid=86364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:29:33.251110 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device 9b36268b-3921-4430-a588-04a8e09b4384 no longer exists at agent ovs-agent-dv-cinder-786927-1-iscsi {{(pid=86364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:29:33.285877 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] No Port match for: 9b36268b-3921-4430-a588-04a8e09b4384 {{(pid=86364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:29:33.286071 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device 9b36268b-3921-4430-a588-04a8e09b4384 not bound to the agent host dv-cinder-786927-1-iscsi {{(pid=86364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:29:33.289435 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b06ced15-5d38-4799-83c3-96c29b662ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850761958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853862292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10487664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10691946'] for subnet, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:33.294690 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-70cc6189-13fd-40b4-a60c-28227985e59b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:29:33.331018 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06ced15-5d38-4799-83c3-96c29b662ae5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7079f5e-d348-48c2-81c0-ab4764c813e8,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:29:33.334350 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b06ced15-5d38-4799-83c3-96c29b662ae5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:29:33.335463 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b06ced15-5d38-4799-83c3-96c29b662ae5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759945'] for subnet, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:33.340278 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97026a7a-d154-4b1a-aee2-631850887286 None None] Network 1f49822f-29ba-4e60-a46b-78786ac1f34c requested from dv-cinder-786927-1-iscsi {{(pid=86364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:29:33.344087 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-b06ced15-5d38-4799-83c3-96c29b662ae5 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/a7079f5e-d348-48c2-81c0-ab4764c813e8 HTTP/1.1" status: 204 len: 168 time: 0.5199978 Apr 19 18:29:33.344375 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 40492) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:29:33.448479 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:33.464323 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1579321e-7852-4ee6-9279-c407741d8825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3689838'] for network, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:33.476084 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-1579321e-7852-4ee6-9279-c407741d8825 admin admin] Deleting port 33349fab-254c-4557-ad77-f04fa6df2eb5 {{(pid=86363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:29:33.476457 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1579321e-7852-4ee6-9279-c407741d8825 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254156519796'] for port, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:33.603779 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b53698-d20b-4d9b-87dc-7f8ce696919f None None] DHCP port deletion for 1f49822f-29ba-4e60-a46b-78786ac1f34c request from dv-cinder-786927-1-iscsi {{(pid=86364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 19 18:29:33.608001 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-43b53698-d20b-4d9b-87dc-7f8ce696919f None None] Deleting port 33349fab-254c-4557-ad77-f04fa6df2eb5 {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:29:33.608421 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-43b53698-d20b-4d9b-87dc-7f8ce696919f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254156519796'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:33.700223 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-1579321e-7852-4ee6-9279-c407741d8825 admin admin] For port 33349fab-254c-4557-ad77-f04fa6df2eb5, host dv-cinder-786927-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-iscsi',level=0,port_id=33349fab-254c-4557-ad77-f04fa6df2eb5,segment=NetworkSegment(3a08ee2f-f5d8-4530-9399-ffecb932d723),segment_id=3a08ee2f-f5d8-4530-9399-ffecb932d723)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:29:33.700570 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1579321e-7852-4ee6-9279-c407741d8825 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648318'] for port, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:33.824329 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-43b53698-d20b-4d9b-87dc-7f8ce696919f None None] For port 33349fab-254c-4557-ad77-f04fa6df2eb5, host dv-cinder-786927-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-iscsi',level=0,port_id=33349fab-254c-4557-ad77-f04fa6df2eb5,segment=NetworkSegment(3a08ee2f-f5d8-4530-9399-ffecb932d723),segment_id=3a08ee2f-f5d8-4530-9399-ffecb932d723)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:29:33.824913 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-43b53698-d20b-4d9b-87dc-7f8ce696919f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648318'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:33.834964 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-1579321e-7852-4ee6-9279-c407741d8825 admin admin] Calling delete_port for 33349fab-254c-4557-ad77-f04fa6df2eb5 owned by network:dhcp {{(pid=86363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:29:33.913652 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1579321e-7852-4ee6-9279-c407741d8825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254156516127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254156964383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10486948'] for port, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:33.918703 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-23ebd7eb-1c6d-4025-8770-e80a21fe470b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:29:33.956868 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-43b53698-d20b-4d9b-87dc-7f8ce696919f None None] Calling delete_port for 33349fab-254c-4557-ad77-f04fa6df2eb5 owned by network:dhcp {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:29:33.968338 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1579321e-7852-4ee6-9279-c407741d8825 admin admin] Pushing event deleted for resources: {'Port': ['ID=33349fab-254c-4557-ad77-f04fa6df2eb5,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:29:33.970931 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-1579321e-7852-4ee6-9279-c407741d8825 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:29:33.973482 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1579321e-7852-4ee6-9279-c407741d8825 admin admin] No DVR routers for this DVR port 33349fab-254c-4557-ad77-f04fa6df2eb5 on host dv-cinder-786927-1-iscsi {{(pid=86363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:29:34.034099 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.db.api [None req-43b53698-d20b-4d9b-87dc-7f8ce696919f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86364) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 19 18:29:34.034504 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_db.api [None req-43b53698-d20b-4d9b-87dc-7f8ce696919f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 19 18:29:34.099691 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1579321e-7852-4ee6-9279-c407741d8825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850761865', 'neutron.services.segments.db._delete_segments_for_network-8782698178163'] for network, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:34.217454 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.services.segments.db [None req-1579321e-7852-4ee6-9279-c407741d8825 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f49822f-29ba-4e60-a46b-78786ac1f34c']}} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:29:34.231333 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.services.segments.db [None req-1579321e-7852-4ee6-9279-c407741d8825 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a08ee2f-f5d8-4530-9399-ffecb932d723') {'for_net_delete': True} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:29:34.231671 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.services.segments.db [None req-1579321e-7852-4ee6-9279-c407741d8825 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a08ee2f-f5d8-4530-9399-ffecb932d723') {} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:29:34.244105 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1579321e-7852-4ee6-9279-c407741d8825 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363254156488035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11913476'] for segment, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:34.261380 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1579321e-7852-4ee6-9279-c407741d8825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850937276'] for segment, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:34.268079 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1579321e-7852-4ee6-9279-c407741d8825 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=86363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 18:29:34.450210 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-1579321e-7852-4ee6-9279-c407741d8825 admin admin] Network 1f49822f-29ba-4e60-a46b-78786ac1f34c has no segments {{(pid=86363) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:29:34.460704 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1579321e-7852-4ee6-9279-c407741d8825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3838515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036844288813'] for segment, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:34.535900 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-43b53698-d20b-4d9b-87dc-7f8ce696919f None None] Deleting port 33349fab-254c-4557-ad77-f04fa6df2eb5 {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:29:34.536438 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-43b53698-d20b-4d9b-87dc-7f8ce696919f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254156519796'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:34.608228 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-43b53698-d20b-4d9b-87dc-7f8ce696919f None None] The port '33349fab-254c-4557-ad77-f04fa6df2eb5' was deleted {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 19 18:29:34.645181 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-1579321e-7852-4ee6-9279-c407741d8825 admin admin] Network 1f49822f-29ba-4e60-a46b-78786ac1f34c has no segments {{(pid=86363) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:29:34.668200 dv-cinder-786927-1-iscsi neutron-server[86249]: Traceback (most recent call last): Apr 19 18:29:34.668200 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 18:29:34.668200 dv-cinder-786927-1-iscsi neutron-server[86249]: timer() Apr 19 18:29:34.668200 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 18:29:34.668200 dv-cinder-786927-1-iscsi neutron-server[86249]: cb(*args, **kw) Apr 19 18:29:34.668200 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 18:29:34.668200 dv-cinder-786927-1-iscsi neutron-server[86249]: return func(*args, **kwargs) Apr 19 18:29:34.668200 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 18:29:34.668200 dv-cinder-786927-1-iscsi neutron-server[86249]: self._notify() Apr 19 18:29:34.668200 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 18:29:34.668200 dv-cinder-786927-1-iscsi neutron-server[86249]: self.callback(batched_events) Apr 19 18:29:34.668200 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 18:29:34.668200 dv-cinder-786927-1-iscsi neutron-server[86249]: event.method(event) Apr 19 18:29:34.668200 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 18:29:34.668200 dv-cinder-786927-1-iscsi neutron-server[86249]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 18:29:34.668200 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 18:29:34.668200 dv-cinder-786927-1-iscsi neutron-server[86249]: segment_id)['aggregates'][0] Apr 19 18:29:34.668200 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 18:29:34.668200 dv-cinder-786927-1-iscsi neutron-server[86249]: return f(self, *a, **k) Apr 19 18:29:34.668200 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 18:29:34.668200 dv-cinder-786927-1-iscsi neutron-server[86249]: return self._get(url).json() Apr 19 18:29:34.668200 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 18:29:34.668200 dv-cinder-786927-1-iscsi neutron-server[86249]: **kwargs) Apr 19 18:29:34.668200 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 18:29:34.668200 dv-cinder-786927-1-iscsi neutron-server[86249]: return self.request(url, 'GET', **kwargs) Apr 19 18:29:34.668200 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 18:29:34.668200 dv-cinder-786927-1-iscsi neutron-server[86249]: **endpoint_filter) Apr 19 18:29:34.668200 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 18:29:34.668200 dv-cinder-786927-1-iscsi neutron-server[86249]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 18:29:34.668200 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 18:29:34.668200 dv-cinder-786927-1-iscsi neutron-server[86249]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 18:29:34.668200 dv-cinder-786927-1-iscsi neutron-server[86249]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 18:29:34.746248 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1579321e-7852-4ee6-9279-c407741d8825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4013951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854123391'] for network, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:34.749764 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-1fe8bc2c-9ed3-4924-8f5b-07cfdf9d6fda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:29:34.764059 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-1579321e-7852-4ee6-9279-c407741d8825 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759945'] for network, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:34.775613 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1579321e-7852-4ee6-9279-c407741d8825 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f49822f-29ba-4e60-a46b-78786ac1f34c,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:29:34.778975 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-1579321e-7852-4ee6-9279-c407741d8825 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:29:34.789005 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-1579321e-7852-4ee6-9279-c407741d8825 admin admin] 10.222.0.36 "DELETE /v2.0/networks/1f49822f-29ba-4e60-a46b-78786ac1f34c HTTP/1.1" status: 204 len: 168 time: 1.4435875 Apr 19 18:29:34.792201 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 40496) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:29:35.211180 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device 33349fab-254c-4557-ad77-f04fa6df2eb5 no longer exists at agent ovs-agent-dv-cinder-786927-1-iscsi {{(pid=86364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:29:35.250856 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] No Port match for: 33349fab-254c-4557-ad77-f04fa6df2eb5 {{(pid=86364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:29:35.251279 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device 33349fab-254c-4557-ad77-f04fa6df2eb5 not bound to the agent host dv-cinder-786927-1-iscsi {{(pid=86364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:29:35.370298 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-62997864-dd50-42f0-81e6-36a117fc0170 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622745'] for router_interface, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:35.982115 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-62997864-dd50-42f0-81e6-36a117fc0170 admin admin] Deleting port 18a3824e-5df8-4be1-9a16-b575350b0b53 {{(pid=86363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:29:35.982623 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-62997864-dd50-42f0-81e6-36a117fc0170 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254156519796'] for port, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:36.163806 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-62997864-dd50-42f0-81e6-36a117fc0170 admin admin] For port 18a3824e-5df8-4be1-9a16-b575350b0b53, host dv-cinder-786927-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-iscsi',level=0,port_id=18a3824e-5df8-4be1-9a16-b575350b0b53,segment=NetworkSegment(eb25de59-375b-49ba-8615-d0b4e7f4150f),segment_id=eb25de59-375b-49ba-8615-d0b4e7f4150f)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:29:36.164198 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-62997864-dd50-42f0-81e6-36a117fc0170 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648318'] for port, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:36.298744 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-62997864-dd50-42f0-81e6-36a117fc0170 admin admin] Calling delete_port for 18a3824e-5df8-4be1-9a16-b575350b0b53 owned by network:router_interface {{(pid=86363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:29:36.466732 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-62997864-dd50-42f0-81e6-36a117fc0170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254156516127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254156964383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10486948'] for port, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:36.471230 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-5836b236-4d73-4cc5-97a5-2e6121c48ffb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:29:36.516024 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62997864-dd50-42f0-81e6-36a117fc0170 admin admin] Pushing event deleted for resources: {'Port': ['ID=18a3824e-5df8-4be1-9a16-b575350b0b53,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:29:36.518655 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-62997864-dd50-42f0-81e6-36a117fc0170 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:29:36.802814 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-62997864-dd50-42f0-81e6-36a117fc0170 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854015838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-622823'] for router_interface, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:37.197319 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62997864-dd50-42f0-81e6-36a117fc0170 admin admin] Router deb2f418-e68d-45ea-ae0f-674352553c97 has already been hosted by L3 agent 24af6f5b-4620-4572-ab28-0613f710586e {{(pid=86363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:29:37.392843 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62997864-dd50-42f0-81e6-36a117fc0170 admin admin] Notify agent at l3_agent.dv-cinder-786927-1-iscsi the message routers_updated {{(pid=86363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:29:37.401409 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13dea38-dc29-403d-80d7-e2a9a4f4b909 None None] Sync routers for ids ['deb2f418-e68d-45ea-ae0f-674352553c97'] in dv-cinder-786927-1-iscsi {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:29:37.407962 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-62997864-dd50-42f0-81e6-36a117fc0170 admin admin] 10.222.0.36 "PUT /v2.0/routers/deb2f418-e68d-45ea-ae0f-674352553c97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6145771 Apr 19 18:29:37.410617 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 40500) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:29:37.411251 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13dea38-dc29-403d-80d7-e2a9a4f4b909 None None] Routers {'deb2f418-e68d-45ea-ae0f-674352553c97'} bound to L3 agent in host dv-cinder-786927-1-iscsi {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:29:37.411912 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-b13dea38-dc29-403d-80d7-e2a9a4f4b909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T18:07:54Z,description=,heartbeat_timestamp=2021-04-19T18:29:24Z,host='dv-cinder-786927-1-iscsi',id=24af6f5b-4620-4572-ab28-0613f710586e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:07:54Z,topic='l3_agent')) {'router_ids': ['deb2f418-e68d-45ea-ae0f-674352553c97'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:29:37.602394 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-b13dea38-dc29-403d-80d7-e2a9a4f4b909 None None] Set router deb2f418-e68d-45ea-ae0f-674352553c97 gateway port host: dv-cinder-786927-1-iscsi {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:29:37.602882 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-16a790e6-8cc1-417d-a69e-2d5c0df2593b admin admin] Notify callbacks [] for router, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:37.802122 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-16a790e6-8cc1-417d-a69e-2d5c0df2593b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:37.811892 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-16a790e6-8cc1-417d-a69e-2d5c0df2593b admin admin] Deleting port e4b38613-36b1-4f69-a2e6-015e31c8c27e {{(pid=86363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:29:37.812610 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-16a790e6-8cc1-417d-a69e-2d5c0df2593b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254156519796'] for port, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:38.012441 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-16a790e6-8cc1-417d-a69e-2d5c0df2593b admin admin] For port e4b38613-36b1-4f69-a2e6-015e31c8c27e, host dv-cinder-786927-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-iscsi',level=0,port_id=e4b38613-36b1-4f69-a2e6-015e31c8c27e,segment=NetworkSegment(c45e75c0-3629-4b9b-9637-c1f0a35fb912),segment_id=c45e75c0-3629-4b9b-9637-c1f0a35fb912)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:29:38.012817 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-16a790e6-8cc1-417d-a69e-2d5c0df2593b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648318'] for port, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:38.068623 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-b13dea38-dc29-403d-80d7-e2a9a4f4b909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deb2f418-e68d-45ea-ae0f-674352553c97', 'name': 'tempest-TestVolumeBootPattern-1921444774-router', 'tenant_id': '80ed8f07ebbe485ba350dccbe83be8ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'external_fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'e4b38613-36b1-4f69-a2e6-015e31c8c27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:22:16Z', 'updated_at': '2021-04-19T18:29:36Z', 'revision_number': 5, 'project_id': '80ed8f07ebbe485ba350dccbe83be8ac', 'gw_port': {'id': 'e4b38613-36b1-4f69-a2e6-015e31c8c27e', 'name': '', 'network_id': '4d554598-b480-4681-a36f-a7d82bbc0b33', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb2f418-e68d-45ea-ae0f-674352553c97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:22:17Z', 'updated_at': '2021-04-19T18:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ca15ad6-e22c-47ba-9758-57475411b5fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-iscsi'}], 'dv-cinder-786927-1-iscsi', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:29:38.073146 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13dea38-dc29-403d-80d7-e2a9a4f4b909 None None] Checking router: deb2f418-e68d-45ea-ae0f-674352553c97 for host: dv-cinder-786927-1-iscsi {{(pid=86365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:29:38.088353 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13dea38-dc29-403d-80d7-e2a9a4f4b909 None None] Routers {'deb2f418-e68d-45ea-ae0f-674352553c97'} bound to L3 agent in host dv-cinder-786927-1-iscsi {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:29:38.089350 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-b13dea38-dc29-403d-80d7-e2a9a4f4b909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T18:07:54Z,description=,heartbeat_timestamp=2021-04-19T18:29:24Z,host='dv-cinder-786927-1-iscsi',id=24af6f5b-4620-4572-ab28-0613f710586e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:07:54Z,topic='l3_agent')) {'router_ids': ['deb2f418-e68d-45ea-ae0f-674352553c97'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:29:38.153925 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-16a790e6-8cc1-417d-a69e-2d5c0df2593b admin admin] Calling delete_port for e4b38613-36b1-4f69-a2e6-015e31c8c27e owned by network:router_gateway {{(pid=86363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:29:38.254282 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvr_db [None req-b13dea38-dc29-403d-80d7-e2a9a4f4b909 None None] Set router deb2f418-e68d-45ea-ae0f-674352553c97 gateway port host: None {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:29:38.334663 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-16a790e6-8cc1-417d-a69e-2d5c0df2593b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254156516127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254156964383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10486948'] for port, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:38.339782 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-a122d5ad-0f0e-4feb-bd04-d75be7a3a7ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:29:38.368790 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_hamode_db [None req-b13dea38-dc29-403d-80d7-e2a9a4f4b909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deb2f418-e68d-45ea-ae0f-674352553c97', 'name': 'tempest-TestVolumeBootPattern-1921444774-router', 'tenant_id': '80ed8f07ebbe485ba350dccbe83be8ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:22:16Z', 'updated_at': '2021-04-19T18:29:37Z', 'revision_number': 6, 'project_id': '80ed8f07ebbe485ba350dccbe83be8ac', 'gw_port_host': None}], 'dv-cinder-786927-1-iscsi', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:29:38.373154 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13dea38-dc29-403d-80d7-e2a9a4f4b909 None None] The sync data for ids ['deb2f418-e68d-45ea-ae0f-674352553c97'] in dv-cinder-786927-1-iscsi is: [{'id': 'deb2f418-e68d-45ea-ae0f-674352553c97', 'name': 'tempest-TestVolumeBootPattern-1921444774-router', 'tenant_id': '80ed8f07ebbe485ba350dccbe83be8ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:22:16Z', 'updated_at': '2021-04-19T18:29:37Z', 'revision_number': 6, 'project_id': '80ed8f07ebbe485ba350dccbe83be8ac', 'gw_port_host': None}] {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:29:38.389198 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a790e6-8cc1-417d-a69e-2d5c0df2593b admin admin] Pushing event deleted for resources: {'Port': ['ID=e4b38613-36b1-4f69-a2e6-015e31c8c27e,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:29:38.392718 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-16a790e6-8cc1-417d-a69e-2d5c0df2593b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:29:38.497748 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-16a790e6-8cc1-417d-a69e-2d5c0df2593b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854126490'] for router_gateway, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:38.961522 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-16a790e6-8cc1-417d-a69e-2d5c0df2593b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854149062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854772563'] for router, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:38.963918 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-16a790e6-8cc1-417d-a69e-2d5c0df2593b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:38.988556 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-16a790e6-8cc1-417d-a69e-2d5c0df2593b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626302'] for router, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:38.989221 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16a790e6-8cc1-417d-a69e-2d5c0df2593b admin admin] Fanout notify agent at l3_agent the message router_deleted on router deb2f418-e68d-45ea-ae0f-674352553c97 {{(pid=86363) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 19 18:29:39.002666 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-16a790e6-8cc1-417d-a69e-2d5c0df2593b admin admin] Notify callbacks [] for router, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:39.003994 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-16a790e6-8cc1-417d-a69e-2d5c0df2593b admin admin] 10.222.0.36 "DELETE /v2.0/routers/deb2f418-e68d-45ea-ae0f-674352553c97 HTTP/1.1" status: 204 len: 168 time: 1.5923436 Apr 19 18:29:39.007429 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 40504) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:29:39.075878 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.db_base_plugin_v2 [None req-68db879a-0a72-492b-91b8-70e345bf09b5 admin admin] Deleting subnet 0d2a4e65-dba4-4905-86a6-f2f7417d6872 {{(pid=86363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 18:29:39.079615 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-68db879a-0a72-492b-91b8-70e345bf09b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:39.139273 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-68db879a-0a72-492b-91b8-70e345bf09b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036842862324'] for subnet, precommit_delete_associations {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:39.217253 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device e4b38613-36b1-4f69-a2e6-015e31c8c27e no longer exists at agent ovs-agent-dv-cinder-786927-1-iscsi {{(pid=86364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:29:39.228723 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-68db879a-0a72-492b-91b8-70e345bf09b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013858'] for subnet, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:39.253635 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] No Port match for: e4b38613-36b1-4f69-a2e6-015e31c8c27e {{(pid=86364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:29:39.254028 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device e4b38613-36b1-4f69-a2e6-015e31c8c27e not bound to the agent host dv-cinder-786927-1-iscsi {{(pid=86364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:29:39.254490 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device 18a3824e-5df8-4be1-9a16-b575350b0b53 no longer exists at agent ovs-agent-dv-cinder-786927-1-iscsi {{(pid=86364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:29:39.291082 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] No Port match for: 18a3824e-5df8-4be1-9a16-b575350b0b53 {{(pid=86364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:29:39.291501 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device 18a3824e-5df8-4be1-9a16-b575350b0b53 not bound to the agent host dv-cinder-786927-1-iscsi {{(pid=86364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:29:39.504712 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-68db879a-0a72-492b-91b8-70e345bf09b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850761958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853862292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10487664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10691946'] for subnet, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:39.509834 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b5661699-74f4-4239-9f79-6a31a88d900a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:29:39.548464 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68db879a-0a72-492b-91b8-70e345bf09b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d2a4e65-dba4-4905-86a6-f2f7417d6872,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:29:39.550816 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-68db879a-0a72-492b-91b8-70e345bf09b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759945'] for subnet, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:39.554676 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e216eabe-76ab-400f-a8e7-c6903c4c1df7 None None] Network 4d24a0e3-33e1-4913-8e91-0ad67d7c4aa3 requested from dv-cinder-786927-1-iscsi {{(pid=86364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:29:39.554839 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-68db879a-0a72-492b-91b8-70e345bf09b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:29:39.557702 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-68db879a-0a72-492b-91b8-70e345bf09b5 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/0d2a4e65-dba4-4905-86a6-f2f7417d6872 HTTP/1.1" status: 204 len: 168 time: 0.5492373 Apr 19 18:29:39.560450 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 40508) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:29:39.675114 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-94815f3b-8522-44a5-9a70-e9e2a567beda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3689838'] for network, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:39.686363 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-94815f3b-8522-44a5-9a70-e9e2a567beda admin admin] Deleting port bddb90c3-a73f-4269-a1e1-3682968ed75f {{(pid=86363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:29:39.686727 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-94815f3b-8522-44a5-9a70-e9e2a567beda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254156519796'] for port, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:39.815481 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ed37f2-b1c6-4791-9cc8-11f6b9b4459c None None] DHCP port deletion for 4d24a0e3-33e1-4913-8e91-0ad67d7c4aa3 request from dv-cinder-786927-1-iscsi {{(pid=86364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 19 18:29:39.819768 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-e7ed37f2-b1c6-4791-9cc8-11f6b9b4459c None None] Deleting port bddb90c3-a73f-4269-a1e1-3682968ed75f {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:29:39.820198 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e7ed37f2-b1c6-4791-9cc8-11f6b9b4459c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254156519796'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:39.910927 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-94815f3b-8522-44a5-9a70-e9e2a567beda admin admin] For port bddb90c3-a73f-4269-a1e1-3682968ed75f, host dv-cinder-786927-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-iscsi',level=0,port_id=bddb90c3-a73f-4269-a1e1-3682968ed75f,segment=NetworkSegment(eb25de59-375b-49ba-8615-d0b4e7f4150f),segment_id=eb25de59-375b-49ba-8615-d0b4e7f4150f)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:29:39.911392 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-94815f3b-8522-44a5-9a70-e9e2a567beda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648318'] for port, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:40.040452 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.db [None req-e7ed37f2-b1c6-4791-9cc8-11f6b9b4459c None None] For port bddb90c3-a73f-4269-a1e1-3682968ed75f, host dv-cinder-786927-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-iscsi',level=0,port_id=bddb90c3-a73f-4269-a1e1-3682968ed75f,segment=NetworkSegment(eb25de59-375b-49ba-8615-d0b4e7f4150f),segment_id=eb25de59-375b-49ba-8615-d0b4e7f4150f)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:29:40.040797 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e7ed37f2-b1c6-4791-9cc8-11f6b9b4459c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648318'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:40.050203 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-94815f3b-8522-44a5-9a70-e9e2a567beda admin admin] Calling delete_port for bddb90c3-a73f-4269-a1e1-3682968ed75f owned by network:dhcp {{(pid=86363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:29:40.127873 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-94815f3b-8522-44a5-9a70-e9e2a567beda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3911219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254156516127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254156964383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10486948'] for port, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:40.132802 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-51d62951-a892-4399-8844-8dedd69bd03c tempest-TestVolumeBootPattern-763016684 tempest-TestVolumeBootPattern-763016684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:29:40.171194 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-e7ed37f2-b1c6-4791-9cc8-11f6b9b4459c None None] Calling delete_port for bddb90c3-a73f-4269-a1e1-3682968ed75f owned by network:dhcp {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:29:40.181693 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94815f3b-8522-44a5-9a70-e9e2a567beda admin admin] Pushing event deleted for resources: {'Port': ['ID=bddb90c3-a73f-4269-a1e1-3682968ed75f,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:29:40.184506 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-94815f3b-8522-44a5-9a70-e9e2a567beda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:29:40.186808 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94815f3b-8522-44a5-9a70-e9e2a567beda admin admin] No DVR routers for this DVR port bddb90c3-a73f-4269-a1e1-3682968ed75f on host dv-cinder-786927-1-iscsi {{(pid=86363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:29:40.245131 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.db.api [None req-e7ed37f2-b1c6-4791-9cc8-11f6b9b4459c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86364) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 19 18:29:40.245540 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_db.api [None req-e7ed37f2-b1c6-4791-9cc8-11f6b9b4459c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 19 18:29:40.310826 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-94815f3b-8522-44a5-9a70-e9e2a567beda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850761865', 'neutron.services.segments.db._delete_segments_for_network-8782698178163'] for network, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:40.427146 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.services.segments.db [None req-94815f3b-8522-44a5-9a70-e9e2a567beda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d24a0e3-33e1-4913-8e91-0ad67d7c4aa3']}} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:29:40.444523 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.services.segments.db [None req-94815f3b-8522-44a5-9a70-e9e2a567beda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb25de59-375b-49ba-8615-d0b4e7f4150f') {'for_net_delete': True} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:29:40.444867 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.services.segments.db [None req-94815f3b-8522-44a5-9a70-e9e2a567beda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb25de59-375b-49ba-8615-d0b4e7f4150f') {} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:29:40.456824 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-94815f3b-8522-44a5-9a70-e9e2a567beda admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363254156488035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11913476'] for segment, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:40.474732 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-94815f3b-8522-44a5-9a70-e9e2a567beda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850937276'] for segment, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:40.481669 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94815f3b-8522-44a5-9a70-e9e2a567beda admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=86363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 18:29:40.654524 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-94815f3b-8522-44a5-9a70-e9e2a567beda admin admin] Network 4d24a0e3-33e1-4913-8e91-0ad67d7c4aa3 has no segments {{(pid=86363) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:29:40.663896 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-94815f3b-8522-44a5-9a70-e9e2a567beda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3838515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036844288813'] for segment, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:40.747252 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-e7ed37f2-b1c6-4791-9cc8-11f6b9b4459c None None] Deleting port bddb90c3-a73f-4269-a1e1-3682968ed75f {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:29:40.747526 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e7ed37f2-b1c6-4791-9cc8-11f6b9b4459c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254156519796'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:40.823814 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-e7ed37f2-b1c6-4791-9cc8-11f6b9b4459c None None] The port 'bddb90c3-a73f-4269-a1e1-3682968ed75f' was deleted {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 19 18:29:40.849251 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.managers [None req-94815f3b-8522-44a5-9a70-e9e2a567beda admin admin] Network 4d24a0e3-33e1-4913-8e91-0ad67d7c4aa3 has no segments {{(pid=86363) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:29:40.872927 dv-cinder-786927-1-iscsi neutron-server[86249]: Traceback (most recent call last): Apr 19 18:29:40.872927 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 18:29:40.872927 dv-cinder-786927-1-iscsi neutron-server[86249]: timer() Apr 19 18:29:40.872927 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 18:29:40.872927 dv-cinder-786927-1-iscsi neutron-server[86249]: cb(*args, **kw) Apr 19 18:29:40.872927 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 18:29:40.872927 dv-cinder-786927-1-iscsi neutron-server[86249]: return func(*args, **kwargs) Apr 19 18:29:40.872927 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 18:29:40.872927 dv-cinder-786927-1-iscsi neutron-server[86249]: self._notify() Apr 19 18:29:40.872927 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 18:29:40.872927 dv-cinder-786927-1-iscsi neutron-server[86249]: self.callback(batched_events) Apr 19 18:29:40.872927 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 18:29:40.872927 dv-cinder-786927-1-iscsi neutron-server[86249]: event.method(event) Apr 19 18:29:40.872927 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 18:29:40.872927 dv-cinder-786927-1-iscsi neutron-server[86249]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 18:29:40.872927 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 18:29:40.872927 dv-cinder-786927-1-iscsi neutron-server[86249]: segment_id)['aggregates'][0] Apr 19 18:29:40.872927 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 18:29:40.872927 dv-cinder-786927-1-iscsi neutron-server[86249]: return f(self, *a, **k) Apr 19 18:29:40.872927 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 18:29:40.872927 dv-cinder-786927-1-iscsi neutron-server[86249]: return self._get(url).json() Apr 19 18:29:40.872927 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 18:29:40.872927 dv-cinder-786927-1-iscsi neutron-server[86249]: **kwargs) Apr 19 18:29:40.872927 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 18:29:40.872927 dv-cinder-786927-1-iscsi neutron-server[86249]: return self.request(url, 'GET', **kwargs) Apr 19 18:29:40.872927 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 18:29:40.872927 dv-cinder-786927-1-iscsi neutron-server[86249]: **endpoint_filter) Apr 19 18:29:40.872927 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 18:29:40.872927 dv-cinder-786927-1-iscsi neutron-server[86249]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 18:29:40.872927 dv-cinder-786927-1-iscsi neutron-server[86249]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 18:29:40.872927 dv-cinder-786927-1-iscsi neutron-server[86249]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 18:29:40.872927 dv-cinder-786927-1-iscsi neutron-server[86249]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 18:29:40.961200 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-94815f3b-8522-44a5-9a70-e9e2a567beda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4013951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854123391'] for network, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:40.964658 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-b8341ac6-2a1a-40ec-bba3-59239695364f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:29:40.981835 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-94815f3b-8522-44a5-9a70-e9e2a567beda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759945'] for network, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:40.989497 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94815f3b-8522-44a5-9a70-e9e2a567beda admin admin] Pushing event deleted for resources: {'Network': ['ID=4d24a0e3-33e1-4913-8e91-0ad67d7c4aa3,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:29:40.995118 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-94815f3b-8522-44a5-9a70-e9e2a567beda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:29:41.001279 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-94815f3b-8522-44a5-9a70-e9e2a567beda admin admin] 10.222.0.36 "DELETE /v2.0/networks/4d24a0e3-33e1-4913-8e91-0ad67d7c4aa3 HTTP/1.1" status: 204 len: 168 time: 1.4397726 Apr 19 18:29:41.123089 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 40514) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:29:41.177815 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-74c5230c-a6c7-4f82-9f83-ba66b5cc55a1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ab7ea17f87bf48eea71bdbbfac21f7d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0532970 Apr 19 18:29:41.180982 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 40518) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:29:41.225412 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device bddb90c3-a73f-4269-a1e1-3682968ed75f no longer exists at agent ovs-agent-dv-cinder-786927-1-iscsi {{(pid=86364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:29:41.250208 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c1d61e00-a3f6-4bf4-a6e5-18ca0501447a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:41.262670 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.plugin [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] No Port match for: bddb90c3-a73f-4269-a1e1-3682968ed75f {{(pid=86364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:29:41.263070 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.plugins.ml2.rpc [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Device bddb90c3-a73f-4269-a1e1-3682968ed75f not bound to the agent host dv-cinder-786927-1-iscsi {{(pid=86364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:29:41.279029 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c1d61e00-a3f6-4bf4-a6e5-18ca0501447a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:41.327577 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c1d61e00-a3f6-4bf4-a6e5-18ca0501447a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:41.333030 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-79def1ed-c6e1-4473-b312-52596dee3bd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:29:41.349639 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d61e00-a3f6-4bf4-a6e5-18ca0501447a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=404d763e-a87c-4241-b83e-e96cf42d619b,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:29:41.353480 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-c1d61e00-a3f6-4bf4-a6e5-18ca0501447a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:29:41.355801 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-c1d61e00-a3f6-4bf4-a6e5-18ca0501447a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:41.356952 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-c1d61e00-a3f6-4bf4-a6e5-18ca0501447a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/404d763e-a87c-4241-b83e-e96cf42d619b HTTP/1.1" status: 204 len: 168 time: 0.1749640 Apr 19 18:29:41.705725 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 40526) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:29:41.759000 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-ba79913c-3aec-41a5-b532-f4ccba57f3c6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=80ed8f07ebbe485ba350dccbe83be8ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0519600 Apr 19 18:29:41.761523 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.36', 40530) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:29:41.825906 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e456f893-641e-48ac-8a27-652d0a0d60e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:41.852285 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e456f893-641e-48ac-8a27-652d0a0d60e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:41.901655 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e456f893-641e-48ac-8a27-652d0a0d60e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853855584'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:41.906948 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-72617f5e-188c-4164-ad67-1d425ec3139c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:29:41.919300 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e456f893-641e-48ac-8a27-652d0a0d60e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=047d5dfc-2f49-494d-89d0-4a8c27423c4d,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:29:41.921804 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG oslo_concurrency.lockutils [None req-e456f893-641e-48ac-8a27-652d0a0d60e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:29:41.925201 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-e456f893-641e-48ac-8a27-652d0a0d60e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:41.927374 dv-cinder-786927-1-iscsi neutron-server[86249]: INFO neutron.wsgi [None req-e456f893-641e-48ac-8a27-652d0a0d60e2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/047d5dfc-2f49-494d-89d0-4a8c27423c4d HTTP/1.1" status: 204 len: 168 time: 0.1648309 Apr 19 18:29:51.786189 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-f8923f9d-ac52-4aa5-a8fd-179c82bc215c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:54.229971 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-9801780a-94e4-442b-9c35-11e8559c775a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:54.850885 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-60872106-3921-4474-9775-f4da212b8297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:55.921258 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:56.186083 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-eae962f3-e32e-4947-814b-3e299d74c6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:30:03.428033 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:30:09.245630 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.agents_db [None req-8d26a53d-5aec-40fe-9147-3f846c88e388 None None] Agent healthcheck: found 6 active agents {{(pid=86365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:30:21.788315 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-0c2261b7-aeec-49ef-b8af-73454f3f8882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:30:24.231518 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-02c07e27-651b-4bf9-bc29-d0c90886c8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:30:24.853491 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-60872106-3921-4474-9775-f4da212b8297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:30:25.923217 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:30:26.187700 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-eae962f3-e32e-4947-814b-3e299d74c6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:30:33.424991 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:30:46.245459 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.agents_db [None req-8d26a53d-5aec-40fe-9147-3f846c88e388 None None] Agent healthcheck: found 6 active agents {{(pid=86365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:30:51.789843 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-258c3c97-09b3-4423-a4de-e42f656eb27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:30:54.233010 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-068cabab-3520-4993-9d55-41a32d305728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:30:54.857140 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-60872106-3921-4474-9775-f4da212b8297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:30:55.924838 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:30:56.191472 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-eae962f3-e32e-4947-814b-3e299d74c6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:31:03.440535 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:31:21.791785 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-46e09707-fa50-4c8b-9f38-a5e25d0eef60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:31:23.245471 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.agents_db [None req-8d26a53d-5aec-40fe-9147-3f846c88e388 None None] Agent healthcheck: found 6 active agents {{(pid=86365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:31:24.236282 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-89cfe6af-c095-415b-84bc-63668fb1d1c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:31:24.858848 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-60872106-3921-4474-9775-f4da212b8297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:31:25.937292 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:31:26.192392 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-eae962f3-e32e-4947-814b-3e299d74c6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:31:33.441945 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:31:51.794860 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-84a10e7f-40ea-4a9d-97b7-b533472a6849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:31:54.237584 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-51145cd5-1854-407e-97a3-db470d2c2ef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:31:54.862582 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-60872106-3921-4474-9775-f4da212b8297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:31:55.929172 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:31:56.195897 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-eae962f3-e32e-4947-814b-3e299d74c6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:31:57.270764 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [req-edd5b7ab-2e41-473f-ab71-96b5e024f40c req-f18739d8-ad88-4abc-8a09-8fc02afc03ba service neutron] (86363) timed out ('10.222.0.53', 56482) {{(pid=86363) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 19 18:32:00.245033 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.agents_db [None req-8d26a53d-5aec-40fe-9147-3f846c88e388 None None] Agent healthcheck: found 6 active agents {{(pid=86365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:32:03.453508 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:32:18.525464 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.wsgi [req-6a845981-2baf-4d87-ae30-41d1dc6d5e55 req-ddb32688-01d8-4340-b112-797e2d35d447 service neutron] (86362) timed out ('10.222.0.53', 56451) {{(pid=86362) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 19 18:32:21.796392 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-531876d2-9332-453a-b189-f6bfc84430ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:32:24.238801 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2d501dc8-23d5-4aef-8e30-f2df1156eb5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:32:24.865525 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-60872106-3921-4474-9775-f4da212b8297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:32:25.930821 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:32:26.197514 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-eae962f3-e32e-4947-814b-3e299d74c6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:32:33.452720 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:32:37.244897 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.agents_db [None req-8d26a53d-5aec-40fe-9147-3f846c88e388 None None] Agent healthcheck: found 6 active agents {{(pid=86365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:32:51.797864 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-70c6bfc2-cb07-47d6-89ce-5b8bc7882d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:32:54.240040 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-14b0f0a3-c585-43ac-a7ec-3a50aa17188f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:32:54.868930 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-60872106-3921-4474-9775-f4da212b8297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:32:55.939562 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:32:56.200573 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-eae962f3-e32e-4947-814b-3e299d74c6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:33:03.452045 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:33:14.245602 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.agents_db [None req-8d26a53d-5aec-40fe-9147-3f846c88e388 None None] Agent healthcheck: found 6 active agents {{(pid=86365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:33:21.798936 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-3c47863a-7b6a-487a-9f5a-4c15cbd1ceda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:33:24.241889 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-d2bde7eb-91f0-4d1e-a20f-0dd3f828b632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:33:24.870835 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-60872106-3921-4474-9775-f4da212b8297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:33:25.934063 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:33:26.203213 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-eae962f3-e32e-4947-814b-3e299d74c6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:33:33.450893 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:33:51.245895 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.agents_db [None req-8d26a53d-5aec-40fe-9147-3f846c88e388 None None] Agent healthcheck: found 6 active agents {{(pid=86365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:33:51.801371 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-a5cfde77-1dba-4746-9a1c-d1f755966153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:33:54.243626 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-5cdbfc1e-8d92-4bee-b7ef-54974e6e0e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:33:54.877147 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-60872106-3921-4474-9775-f4da212b8297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:33:55.936435 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:33:56.206122 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-eae962f3-e32e-4947-814b-3e299d74c6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:34:03.455121 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:34:21.805196 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-2e6da65c-b6e7-4c39-958a-7a05d2845e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:34:24.244977 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-51b56360-5577-4876-920e-578dad418867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:34:24.876806 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-60872106-3921-4474-9775-f4da212b8297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:34:25.938521 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf183-6805-40dc-b25f-904001b07921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:34:26.206848 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-eae962f3-e32e-4947-814b-3e299d74c6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:34:28.245216 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron.db.agents_db [None req-8d26a53d-5aec-40fe-9147-3f846c88e388 None None] Agent healthcheck: found 6 active agents {{(pid=86365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:34:33.448614 dv-cinder-786927-1-iscsi neutron-server[86249]: DEBUG neutron_lib.callbacks.manager [None req-b1a76453-2a2e-4f6d-ab3e-5bcd6d99bd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254156597637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850765483'] for agent, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}